[ 523.420244] env[65287]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.420244] env[65287]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.436689] env[65422]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 524.436689] env[65422]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 525.994673] env[65422]: INFO neutron.common.config [-] Logging enabled! [ 525.995122] env[65422]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev113 [ 525.995262] env[65422]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65422) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 525.995566] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 525.995659] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 525.996733] env[65422]: WARNING oslo_policy.policy [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.996978] env[65422]: WARNING oslo_policy.policy [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 525.998703] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] VMware NSXv3 Agent initialized successfully. [ 525.999113] env[65422]: DEBUG oslo_concurrency.lockutils [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] Acquiring lock "singleton_lock" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.999250] env[65422]: DEBUG oslo_concurrency.lockutils [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] Acquired lock "singleton_lock" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.999460] env[65422]: DEBUG oslo_concurrency.lockutils [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] Releasing lock "singleton_lock" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.999745] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] Full set of CONF: {{(pid=65422) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 525.999853] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ******************************************************************************** {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 525.999951] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] Configuration options gathered from: {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 526.000374] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 526.000548] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 526.000651] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ================================================================================ {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 526.000814] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] agent_down_time = 75 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.000953] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] allow_automatic_dhcp_failover = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001104] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] allow_bulk = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001248] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] api_extensions_path = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001408] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] api_paste_config = api-paste.ini {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001553] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] auth_strategy = keystone {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001649] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] backdoor_port = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001746] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] backdoor_socket = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.001870] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] backlog = 4096 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002012] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002169] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] bind_host = 0.0.0.0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002308] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] bind_port = 9696 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002433] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] client_socket_timeout = 900 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002569] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] config_dir = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002671] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002801] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] config_source = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.002933] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] control_exchange = neutron {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003079] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] core_plugin = ml2 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003216] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] debug = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003346] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] default_availability_zones = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003544] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003675] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] dhcp_agent_notification = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003801] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] dhcp_agents_per_network = 1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.003928] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] dhcp_lease_duration = 86400 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004070] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] dhcp_load_type = networks {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004205] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] dns_domain = openstacklocal {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004334] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004460] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_default_route_bfd = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004584] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_default_route_ecmp = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004707] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_dvr = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004832] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_new_agents = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.004957] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005093] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_signals = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005220] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] enable_traditional_dhcp = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005341] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] external_dns_driver = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005462] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] filter_validation = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005596] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] global_physnet_mtu = 8950 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005783] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] graceful_shutdown_timeout = 60 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.005979] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] host = cpu-1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006131] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] host_dvr_for_dhcp = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006265] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] http_retries = 3 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006398] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] instance_format = [instance: %(uuid)s] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006530] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006658] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ipam_driver = internal {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006783] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ipv6_pd_enabled = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.006908] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] l3_ha = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007054] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007176] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] l3_ha_network_physical_name = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007302] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] l3_ha_network_type = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007434] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_color = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007560] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_config_append = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007688] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007810] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_dir = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.007933] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_file = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008046] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_options = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008179] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_rotate_interval = 1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008314] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_rotate_interval_type = days {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008444] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] log_rotation_type = none {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008542] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008638] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008767] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008894] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.008994] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009159] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] max_dns_nameservers = 5 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009288] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] max_header_line = 16384 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009412] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] max_l3_agents_per_router = 3 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009539] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] max_logfile_count = 30 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009663] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] max_logfile_size_mb = 200 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009788] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] max_subnet_host_routes = 20 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.009920] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] my_ip = 10.180.1.21 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010061] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] my_ipv6 = ::1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010535] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] network_auto_schedule = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010535] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] network_link_prefix = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010535] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010647] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] notify_nova_on_port_data_changes = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010677] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] notify_nova_on_port_status_changes = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010809] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] pagination_max_limit = -1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.010932] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] publish_errors = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011067] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] rate_limit_burst = 0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011200] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] rate_limit_except_level = CRITICAL {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011334] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] rate_limit_interval = 0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011467] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] retry_until_window = 30 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011591] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] router_distributed = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011713] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] rpc_resources_processing_step = 20 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011834] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] rpc_response_max_timeout = 600 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.011966] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] rpc_response_timeout = 60 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012103] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] send_events_interval = 2 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012250] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] service_plugins = ['router'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012381] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] setproctitle = on {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012504] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] shell_completion = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012634] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] state_path = /opt/stack/data/neutron {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012762] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] syslog_log_facility = LOG_USER {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.012889] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] tcp_keepidle = 600 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013029] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] transport_url = **** {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013161] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] use_journal = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013285] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] use_json = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013409] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] use_ssl = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013531] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] use_stderr = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013662] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] use_syslog = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013784] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] vlan_qinq = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.013905] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] vlan_transparent = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.014039] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] watch_log_file = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.014168] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] wsgi_default_pool_size = 100 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.014289] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] wsgi_keep_alive = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.014420] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.014545] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] wsgi_server_debug = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 526.014694] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_concurrency.disable_process_locking = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014831] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.014967] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015108] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015244] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015377] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015504] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015648] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.connection_string = messaging:// {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015782] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.enabled = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.015916] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.es_doc_type = notification {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016057] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.es_scroll_size = 10000 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016196] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.es_scroll_time = 2m {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016327] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.filter_error_trace = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016459] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.hmac_keys = **** {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016590] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.sentinel_service_name = mymaster {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016728] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.socket_timeout = 0.1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016856] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.trace_requests = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.016985] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler.trace_sqlalchemy = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017143] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler_jaeger.process_tags = {} {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017275] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler_jaeger.service_name_prefix = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017409] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] profiler_otlp.service_name_prefix = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017553] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.enforce_new_defaults = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.017830] env[65422]: WARNING oslo_config.cfg [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 526.017969] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.enforce_scope = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018116] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.policy_default_rule = default {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018271] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018399] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018534] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018661] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018786] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.018914] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019073] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019221] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019365] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019507] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] agent.extensions = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019642] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019781] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] service_providers.service_provider = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.019923] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.default_quota = -1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020072] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020229] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_floatingip = 50 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020359] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_network = 100 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020485] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_port = 500 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020613] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020737] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_router = 10 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020859] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_security_group = 10 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.020985] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021125] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.quota_subnet = 100 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021252] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] QUOTAS.track_quota_usage = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021426] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021562] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.group = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021688] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.helper_command = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021818] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.log_daemon_traceback = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.021952] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022096] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.thread_pool_size = 8 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022226] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep.user = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022362] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022488] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.group = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022612] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.helper_command = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022737] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022867] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.022993] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023135] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_dhcp_release.user = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023265] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023389] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.group = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023510] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023633] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023764] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.023890] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024068] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_ovs_vsctl.user = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024169] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.capabilities = [21] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024275] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.group = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024397] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.helper_command = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024518] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024649] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024774] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.024895] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_namespace.user = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025045] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.capabilities = [12] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025174] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.group = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025297] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.helper_command = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025423] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025554] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025681] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025803] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_conntrack.user = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.025937] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.capabilities = [12, 21] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026069] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.group = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026197] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.helper_command = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026323] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.log_daemon_traceback = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026453] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026578] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.thread_pool_size = 8 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026699] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] privsep_link.user = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026844] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.026982] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027124] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.continue_on_failed_promotions = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027280] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.dscp = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027383] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.dscp_inherit = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027514] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.force_mp_to_policy = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027641] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.locking_coordinator_url = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027768] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.log_agent_heartbeats = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.027896] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.logging_expire = 1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028037] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028170] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028308] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.polling_interval = 240 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028436] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028568] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028705] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.report_interval = 30.0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028839] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.028971] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029143] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029280] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.sync_skew = 60 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029409] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.synchronization_queue_size = 20 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029538] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT.use_helper_for_ns_read = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029674] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] SECURITYGROUP.enable_ipset = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029809] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] SECURITYGROUP.enable_security_group = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.029941] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030091] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030245] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] experimental.ipv6_pd_enabled = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030401] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.extension_drivers = ['port_security'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030526] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.external_network_type = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030664] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030799] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.overlay_ip_version = 4 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.030933] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.path_mtu = 8950 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031080] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.physical_network_mtus = {} {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031223] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031383] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031531] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ml2.type_drivers = ['vlan'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031669] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031799] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.031928] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032076] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032217] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032349] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032482] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032618] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032752] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.032948] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033107] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_login_password = **** {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033252] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033385] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_login_user = admin {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033522] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033661] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033793] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.033921] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034068] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034211] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034348] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034483] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034612] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034750] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.034880] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035018] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035155] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035350] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035489] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035623] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035753] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.035887] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.auth_section = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036038] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.auth_type = password {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036179] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036304] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.certfile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036434] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.collect_timing = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036568] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.endpoint_type = public {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036696] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.insecure = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036820] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.keyfile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.036953] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.region_name = RegionOne {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037094] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.split_loggers = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037226] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] nova.timeout = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037361] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.auth_section = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037500] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.auth_type = password {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037633] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037758] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.certfile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.037885] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.collect_timing = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038028] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.endpoint_type = public {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038160] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.insecure = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038283] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.keyfile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038402] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.region_name = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038527] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.split_loggers = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038649] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] placement.timeout = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038782] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.auth_section = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.038910] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.auth_type = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039065] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.cafile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039198] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.certfile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039329] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.collect_timing = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039453] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.connect_retries = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039577] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.connect_retry_delay = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039702] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.enable_notifications = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039823] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.endpoint_override = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.039949] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.insecure = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040114] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.interface = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040278] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.keyfile = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040371] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.max_version = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040491] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.min_version = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040612] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.region_name = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040735] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.retriable_status_codes = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040853] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.service_name = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.040974] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.service_type = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041117] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.split_loggers = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041239] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.status_code_retries = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041383] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.status_code_retry_delay = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041514] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.timeout = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041639] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.valid_interfaces = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041761] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ironic.version = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.041892] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] cli_script.dry_run = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042044] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042180] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042308] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042433] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042560] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042686] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042811] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.042936] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043073] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043212] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043337] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043468] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043599] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043729] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043856] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.043988] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044128] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044253] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044383] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044507] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044632] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044754] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.044877] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045010] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045147] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045271] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045396] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045522] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045647] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045774] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.045903] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.ssl = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.046048] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.046184] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.046360] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.046530] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.046712] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.046870] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.047030] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_notifications.driver = [] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.047165] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_notifications.retry = -1 {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.047310] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.047437] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 526.047537] env[65422]: DEBUG oslo_service.backend._eventlet.service [None req-dfa8fcd7-7539-4557-9dc2-b9c3dd010989 None None] ******************************************************************************** {{(pid=65422) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 526.048660] env[65422]: DEBUG neutron.agent.securitygroups_rpc [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Init firewall settings (driver=nsxv3) {{(pid=65422) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 526.050035] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65422) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 526.050278] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] RPC agent_id: nsxm-l-01a.corp.local [ 526.052512] env[65422]: DEBUG dogpile.cache.region [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.052627] env[65422]: DEBUG dogpile.lock [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 526.052726] env[65422]: DEBUG dogpile.lock [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 526.052814] env[65422]: DEBUG dogpile.lock [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 526.052903] env[65422]: DEBUG dogpile.cache.region [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 526.052986] env[65422]: DEBUG dogpile.lock [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 526.053122] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 526.088357] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Session token - acquiring [ 526.089931] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.090163] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.090222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.090634] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.103325] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 526.377915] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 526.400050] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 526.400251] env[65422]: DEBUG dogpile.cache.region [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Cache value generated in 0.347 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 526.400365] env[65422]: DEBUG dogpile.lock [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 526.400497] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Activating Policy API Provider. [ 526.400685] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Looking for the default Infrastructure Rules. [ 526.467693] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Looking for the Default Layer3 Logged Drop Section. [ 526.482874] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 526.483346] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 526.483511] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 526.483607] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 526.483880] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 526.484269] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.001113] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 527.503391] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 528.005969] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Inventory metadata is going to be refreshed. [ 528.006405] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 528.880648] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.880923] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.880923] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.881262] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.892252] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 528.894374] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.895015] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 528.913026] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.913285] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.913338] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.913612] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.913727] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.913867] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 528.913975] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 528.914088] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 528.997950] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.998222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.998222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.998557] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.998730] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.998873] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 529.019960] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.020440] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.020440] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.020569] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.020696] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.020836] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 529.040952] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.041183] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.041300] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.041485] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.041619] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.041765] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 529.041864] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.041960] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 529.059589] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.059780] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.059915] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.060268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.060415] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.060576] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 529.060680] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.060817] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 529.080771] env[65422]: DEBUG networking_nsxv3.common.locking [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.080996] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.081055] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.081378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.081484] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.081630] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 529.081727] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 529.081822] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Inventory metadata have been refreshed. [ 529.081913] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Dryrun:True. Metadata refresh completed. [ 529.082033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Releasing lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.083794] env[65422]: INFO neutron.agent.agent_extensions_manager [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Loaded agent extensions: [] [ 529.084605] env[65422]: DEBUG neutron_lib.callbacks.manager [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65422) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 529.147425] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent RPC Daemon Started! [ 529.147636] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:0 started [ 529.147636] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent out of sync with plugin! [ 530.087519] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.087929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.087929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.088040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.088232] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.590689] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.093382] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.595409] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 531.595562] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.314327] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.314734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.314734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.315037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.335389] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.336746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.337689] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.355594] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.355876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.355977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.356322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.356490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.356680] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.356818] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.356957] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.380375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.380667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.380766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.380976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.381131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.381249] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.406055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.406257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.406257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.406459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.406570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.406684] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.427118] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.427352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.427352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.427596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.427766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.427901] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 532.427968] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.428067] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 532.445223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.445507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.445507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.445706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.445706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.445812] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 532.445861] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.445911] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.465230] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.465490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.465490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.465586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.465671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.465788] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.465854] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.465906] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 532.465973] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 532.466060] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 532.466118] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 532.466173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 532.466443] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 532.466510] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 532.466579] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 532.489284] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.489499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.489536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.489721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.489884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.490039] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 532.511510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.511733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.511733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.511899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.511994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.547467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.084702] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 534.085168] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 539.085478] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 539.085478] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.086549] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.086807] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.208896] env[65422]: INFO networking_nsxv3.common.synchronization [None req-0c05c2fa-1245-4554-a37e-a45bcfee5223 demo admin] Enqueued Resource ID: 345afb87-29de-4358-bf4d-c36f6f357a17 with Priority: HIGHEST for action security_group_rules [ 544.209441] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345afb87-29de-4358-bf4d-c36f6f357a17 with Priority: HIGHEST for action security_group_rules [ 544.209751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-345afb87-29de-4358-bf4d-c36f6f357a17 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.209866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-345afb87-29de-4358-bf4d-c36f6f357a17" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.209929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-345afb87-29de-4358-bf4d-c36f6f357a17" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.210200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-345afb87-29de-4358-bf4d-c36f6f357a17" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.210283] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('345afb87-29de-4358-bf4d-c36f6f357a17',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.732190] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.732443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.732443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.732599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.732677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 544.732779] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 345afb87-29de-4358-bf4d-c36f6f357a17 already deleted. [ 544.732904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-345afb87-29de-4358-bf4d-c36f6f357a17" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.210445] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.210826] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.211523] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.212044] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.212812] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.213252] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.214043] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.214473] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.214965] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.215296] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 573.027817] env[65422]: INFO networking_nsxv3.common.synchronization [None req-0ed798cb-13e9-4604-a2ee-530e05c02736 None None] Enqueued Resource ID: 9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd with Priority: HIGHEST for action port [ 573.028402] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd with Priority: HIGHEST for action port [ 573.029792] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.029947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.030020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.030277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.030433] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.533293] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd [ 573.533694] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.534068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.534254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.534568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.535057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.535057] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd already deleted. [ 573.535057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e5e2764-ca14-48bf-8e0b-8029e4c6bbbd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.801167] env[65422]: INFO networking_nsxv3.common.synchronization [None req-e18b5ba3-dd1a-4a9f-ae1d-5a96b03c5ff8 None None] Enqueued Resource ID: 56561f32-fbf4-4978-8021-11b821cc4957 with Priority: HIGHEST for action port [ 574.801671] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56561f32-fbf4-4978-8021-11b821cc4957 with Priority: HIGHEST for action port [ 574.801886] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-56561f32-fbf4-4978-8021-11b821cc4957 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.802165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56561f32-fbf4-4978-8021-11b821cc4957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.802165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56561f32-fbf4-4978-8021-11b821cc4957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.802347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56561f32-fbf4-4978-8021-11b821cc4957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.802424] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56561f32-fbf4-4978-8021-11b821cc4957',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.303452] env[65422]: INFO networking_nsxv3.common.synchronization [None req-89e2f2b5-5ae3-4015-a2ba-9c8ed5ac4438 None None] Enqueued Resource ID: c4711bba-ab8a-4f02-9d24-1add277dda61 with Priority: HIGHEST for action port [ 575.304515] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4711bba-ab8a-4f02-9d24-1add277dda61 with Priority: HIGHEST for action port [ 575.304721] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56561f32-fbf4-4978-8021-11b821cc4957 [ 575.305107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.305107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.305107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.305322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.305322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.305412] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56561f32-fbf4-4978-8021-11b821cc4957 already deleted. [ 575.305463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56561f32-fbf4-4978-8021-11b821cc4957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.305671] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4711bba-ab8a-4f02-9d24-1add277dda61 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.305775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4711bba-ab8a-4f02-9d24-1add277dda61" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.306540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4711bba-ab8a-4f02-9d24-1add277dda61" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.306540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4711bba-ab8a-4f02-9d24-1add277dda61" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.306540] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4711bba-ab8a-4f02-9d24-1add277dda61',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.808191] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4711bba-ab8a-4f02-9d24-1add277dda61 [ 575.808191] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.808191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.808191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.808662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.808662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.808662] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4711bba-ab8a-4f02-9d24-1add277dda61 already deleted. [ 575.808662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4711bba-ab8a-4f02-9d24-1add277dda61" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.976429] env[65422]: INFO networking_nsxv3.common.synchronization [None req-061c3e60-9697-4f4d-b420-49323bc3d5e6 None None] Enqueued Resource ID: 3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957 with Priority: HIGHEST for action port [ 575.977052] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957 with Priority: HIGHEST for action port [ 575.977287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.977390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.977454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.978965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.978965] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.481192] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957 [ 576.481995] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.482199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.482286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.483619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.483619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.483853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957 already deleted. [ 576.483977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fd4d7b4-d0a6-4eca-ab1d-8f9562b42957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.852322] env[65422]: INFO networking_nsxv3.common.synchronization [None req-615269f8-8304-46bf-a493-aaedfe2875f9 None None] Enqueued Resource ID: 8be6a7b4-73e5-4d3c-8660-6318207df193 with Priority: HIGHEST for action port [ 576.854303] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8be6a7b4-73e5-4d3c-8660-6318207df193 with Priority: HIGHEST for action port [ 576.854707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8be6a7b4-73e5-4d3c-8660-6318207df193 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.854774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8be6a7b4-73e5-4d3c-8660-6318207df193" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.854811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8be6a7b4-73e5-4d3c-8660-6318207df193" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.855072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8be6a7b4-73e5-4d3c-8660-6318207df193" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.855151] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8be6a7b4-73e5-4d3c-8660-6318207df193',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.245361] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ae14a75c-6c3f-4946-a731-568997dc09d0 None None] Enqueued Resource ID: 31fe9893-eed8-4248-98ea-d2b91d6af53f with Priority: HIGHEST for action port [ 577.245361] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31fe9893-eed8-4248-98ea-d2b91d6af53f with Priority: HIGHEST for action port [ 577.246351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-31fe9893-eed8-4248-98ea-d2b91d6af53f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.246351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31fe9893-eed8-4248-98ea-d2b91d6af53f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.246351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31fe9893-eed8-4248-98ea-d2b91d6af53f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.246503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31fe9893-eed8-4248-98ea-d2b91d6af53f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.246503] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31fe9893-eed8-4248-98ea-d2b91d6af53f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.366265] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8be6a7b4-73e5-4d3c-8660-6318207df193 [ 577.366265] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.366265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.366265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.366265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.366265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.366265] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8be6a7b4-73e5-4d3c-8660-6318207df193 already deleted. [ 577.366265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8be6a7b4-73e5-4d3c-8660-6318207df193" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.752135] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31fe9893-eed8-4248-98ea-d2b91d6af53f [ 577.752387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.752516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.752581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.752793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.752880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.752971] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31fe9893-eed8-4248-98ea-d2b91d6af53f already deleted. [ 577.753059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31fe9893-eed8-4248-98ea-d2b91d6af53f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.429734] env[65422]: INFO networking_nsxv3.common.synchronization [None req-bc2acbe3-5da5-4146-b86a-9e29a3992da4 None None] Enqueued Resource ID: 48606e45-68d8-4aa6-b194-cc6a5af88c6a with Priority: HIGHEST for action port [ 578.429993] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48606e45-68d8-4aa6-b194-cc6a5af88c6a with Priority: HIGHEST for action port [ 578.430430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-48606e45-68d8-4aa6-b194-cc6a5af88c6a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.430593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48606e45-68d8-4aa6-b194-cc6a5af88c6a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.430637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48606e45-68d8-4aa6-b194-cc6a5af88c6a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.430882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48606e45-68d8-4aa6-b194-cc6a5af88c6a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.431340] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48606e45-68d8-4aa6-b194-cc6a5af88c6a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.479795] env[65422]: INFO networking_nsxv3.common.synchronization [None req-45b9cc07-6c98-417e-bfbe-70f07269efcb None None] Enqueued Resource ID: 4e28f545-7048-45ae-92da-13ee08c42c4a with Priority: HIGHEST for action port [ 578.482398] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e28f545-7048-45ae-92da-13ee08c42c4a with Priority: HIGHEST for action port [ 578.482398] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e28f545-7048-45ae-92da-13ee08c42c4a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.482398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e28f545-7048-45ae-92da-13ee08c42c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.482398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e28f545-7048-45ae-92da-13ee08c42c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.482398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e28f545-7048-45ae-92da-13ee08c42c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.482398] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e28f545-7048-45ae-92da-13ee08c42c4a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.935562] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48606e45-68d8-4aa6-b194-cc6a5af88c6a [ 578.935830] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.935977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.936078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.936314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.936425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.936528] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48606e45-68d8-4aa6-b194-cc6a5af88c6a already deleted. [ 578.936614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48606e45-68d8-4aa6-b194-cc6a5af88c6a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.989065] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e28f545-7048-45ae-92da-13ee08c42c4a [ 578.989065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.989065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.989065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.989065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.989065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.989065] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e28f545-7048-45ae-92da-13ee08c42c4a already deleted. [ 578.989065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e28f545-7048-45ae-92da-13ee08c42c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.830418] env[65422]: INFO networking_nsxv3.common.synchronization [None req-88cd5a3e-b6a1-433b-ba4a-a331dd047e2f None None] Enqueued Resource ID: 809acd27-e77d-4f3c-836b-83b7a030809f with Priority: HIGHEST for action port [ 580.831221] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809acd27-e77d-4f3c-836b-83b7a030809f with Priority: HIGHEST for action port [ 580.831822] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-809acd27-e77d-4f3c-836b-83b7a030809f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.831977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809acd27-e77d-4f3c-836b-83b7a030809f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.833369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809acd27-e77d-4f3c-836b-83b7a030809f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.833428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809acd27-e77d-4f3c-836b-83b7a030809f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.833595] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809acd27-e77d-4f3c-836b-83b7a030809f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.277501] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7641dceb-573c-424c-b8e2-9e1f7db4cb3d None None] Enqueued Resource ID: 6932ce15-71dd-404c-847b-4c17b2ceabad with Priority: HIGHEST for action port [ 581.278407] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6932ce15-71dd-404c-847b-4c17b2ceabad with Priority: HIGHEST for action port [ 581.278594] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6932ce15-71dd-404c-847b-4c17b2ceabad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.279482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6932ce15-71dd-404c-847b-4c17b2ceabad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.279482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6932ce15-71dd-404c-847b-4c17b2ceabad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.279482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6932ce15-71dd-404c-847b-4c17b2ceabad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.279482] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6932ce15-71dd-404c-847b-4c17b2ceabad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.336854] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809acd27-e77d-4f3c-836b-83b7a030809f [ 581.337383] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.337581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.337581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.337797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.337931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.337978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809acd27-e77d-4f3c-836b-83b7a030809f already deleted. [ 581.338071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809acd27-e77d-4f3c-836b-83b7a030809f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.507985] env[65422]: INFO networking_nsxv3.common.synchronization [None req-af24668c-705d-4a77-b129-825ab5d99477 None None] Enqueued Resource ID: 4ad88cf1-e4a8-47f1-8292-bb9d49030ed3 with Priority: HIGHEST for action port [ 581.508665] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad88cf1-e4a8-47f1-8292-bb9d49030ed3 with Priority: HIGHEST for action port [ 581.508991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad88cf1-e4a8-47f1-8292-bb9d49030ed3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.509137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad88cf1-e4a8-47f1-8292-bb9d49030ed3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.509227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad88cf1-e4a8-47f1-8292-bb9d49030ed3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.510161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad88cf1-e4a8-47f1-8292-bb9d49030ed3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.510161] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad88cf1-e4a8-47f1-8292-bb9d49030ed3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.782655] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6932ce15-71dd-404c-847b-4c17b2ceabad [ 581.783010] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.783141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.783213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.783441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.783580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.783778] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6932ce15-71dd-404c-847b-4c17b2ceabad already deleted. [ 581.783778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6932ce15-71dd-404c-847b-4c17b2ceabad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.015886] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ad88cf1-e4a8-47f1-8292-bb9d49030ed3 [ 582.015886] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.016234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.016234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.016320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.017054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.017054] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ad88cf1-e4a8-47f1-8292-bb9d49030ed3 already deleted. [ 582.017054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad88cf1-e4a8-47f1-8292-bb9d49030ed3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.321302] env[65422]: INFO networking_nsxv3.common.synchronization [None req-6c79ba49-5054-4006-a57b-f31128f2150b tempest-ServersV294TestFqdnHostnames-1006188174 tempest-ServersV294TestFqdnHostnames-1006188174-project-member] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_rules [ 582.325164] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_rules [ 582.325164] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.325164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.325164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.325164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.325164] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.426987] env[65422]: INFO networking_nsxv3.common.synchronization [None req-68b6cda2-ed95-4622-adf0-b09395017209 tempest-ServersV294TestFqdnHostnames-1006188174 tempest-ServersV294TestFqdnHostnames-1006188174-project-member] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_rules [ 582.427525] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_rules [ 582.427935] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.429467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.705081] env[65422]: INFO networking_nsxv3.common.synchronization [None req-98b4624a-1838-4696-bdfb-9a121a044adb None None] Enqueued Resource ID: 86b4bf97-5af3-4d39-a40c-a5d31b77a8e5 with Priority: HIGHEST for action port [ 582.705081] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b4bf97-5af3-4d39-a40c-a5d31b77a8e5 with Priority: HIGHEST for action port [ 582.705081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b4bf97-5af3-4d39-a40c-a5d31b77a8e5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.705081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b4bf97-5af3-4d39-a40c-a5d31b77a8e5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.705081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b4bf97-5af3-4d39-a40c-a5d31b77a8e5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.705081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b4bf97-5af3-4d39-a40c-a5d31b77a8e5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.705081] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b4bf97-5af3-4d39-a40c-a5d31b77a8e5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.853747] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.853903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.854014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.854254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.854358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.854462] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 already deleted. [ 582.854644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.854707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.854980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.854980] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.208751] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86b4bf97-5af3-4d39-a40c-a5d31b77a8e5 [ 583.208751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.209154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.209154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.209154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.209337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.209337] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86b4bf97-5af3-4d39-a40c-a5d31b77a8e5 already deleted. [ 583.209427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b4bf97-5af3-4d39-a40c-a5d31b77a8e5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.375656] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.375831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.375872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.376088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.376193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.376271] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 already deleted. [ 583.376346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.517514] env[65422]: INFO networking_nsxv3.common.synchronization [None req-1c4c98d5-ac39-4b51-99bb-6256298b7283 None None] Enqueued Resource ID: 170a5f30-aba4-47af-93e9-ed1b4ff4bcf4 with Priority: HIGHEST for action port [ 583.521956] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 170a5f30-aba4-47af-93e9-ed1b4ff4bcf4 with Priority: HIGHEST for action port [ 583.521956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-170a5f30-aba4-47af-93e9-ed1b4ff4bcf4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.521956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-170a5f30-aba4-47af-93e9-ed1b4ff4bcf4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.521956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-170a5f30-aba4-47af-93e9-ed1b4ff4bcf4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.521956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-170a5f30-aba4-47af-93e9-ed1b4ff4bcf4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.521956] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('170a5f30-aba4-47af-93e9-ed1b4ff4bcf4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.028034] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 170a5f30-aba4-47af-93e9-ed1b4ff4bcf4 [ 584.028034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.028034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.028034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.028034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.028034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.028034] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:170a5f30-aba4-47af-93e9-ed1b4ff4bcf4 already deleted. [ 584.028034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-170a5f30-aba4-47af-93e9-ed1b4ff4bcf4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.045497] env[65422]: INFO networking_nsxv3.common.synchronization [None req-9186d6b7-d0ac-486f-b91e-97e9caf31b47 None None] Enqueued Resource ID: da9d5081-8212-499e-bcee-6361d3043ca4 with Priority: HIGHEST for action port [ 584.045760] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9d5081-8212-499e-bcee-6361d3043ca4 with Priority: HIGHEST for action port [ 584.046043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9d5081-8212-499e-bcee-6361d3043ca4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.046972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9d5081-8212-499e-bcee-6361d3043ca4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.046972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9d5081-8212-499e-bcee-6361d3043ca4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.046972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9d5081-8212-499e-bcee-6361d3043ca4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.046972] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9d5081-8212-499e-bcee-6361d3043ca4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.552543] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da9d5081-8212-499e-bcee-6361d3043ca4 [ 584.552929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.552929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.552929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.553057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.553147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.553244] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da9d5081-8212-499e-bcee-6361d3043ca4 already deleted. [ 584.553374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9d5081-8212-499e-bcee-6361d3043ca4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.326863] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8ce4dab-85e3-4e65-b76a-92644a1d066a req-9752042e-8999-4e8a-94b4-5aaaf435db79 tempest-MigrationsAdminTest-890018851 tempest-MigrationsAdminTest-890018851-project-member] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 585.327397] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 585.327700] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.327822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.327889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.329345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.329707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.330953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.330953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.330953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.330953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.330953] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.461733] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ee685928-ab94-4c5e-8b0f-4a0becb6900a None None] Enqueued Resource ID: e5682776-3d77-4c26-8b7d-4840d2a427c5 with Priority: HIGHEST for action port [ 585.461892] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5682776-3d77-4c26-8b7d-4840d2a427c5 with Priority: HIGHEST for action port [ 585.464637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5682776-3d77-4c26-8b7d-4840d2a427c5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.464725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5682776-3d77-4c26-8b7d-4840d2a427c5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.464791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5682776-3d77-4c26-8b7d-4840d2a427c5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.466520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5682776-3d77-4c26-8b7d-4840d2a427c5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.466520] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5682776-3d77-4c26-8b7d-4840d2a427c5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.834702] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.834702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.834702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.834702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.834702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.835106] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.835106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.835106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.835217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.835339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.835387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd already deleted. [ 585.835464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.892398] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.892623] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.894164] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.894164] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.894164] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.894164] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.894164] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.894164] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.894436] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.895030] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.895030] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 585.895030] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 585.895030] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 585.895259] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 585.895259] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 585.896365] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 585.918869] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 585.919160] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 585.919265] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 585.919428] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.919792] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-03697e78-5935-45aa-a1d5-1bf8701e3f56 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.920113] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.920184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.922185] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.922185] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03697e78-5935-45aa-a1d5-1bf8701e3f56',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.974028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5682776-3d77-4c26-8b7d-4840d2a427c5 [ 585.974028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.974028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.974028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.974028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.974028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.974315] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5682776-3d77-4c26-8b7d-4840d2a427c5 already deleted. [ 585.974315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5682776-3d77-4c26-8b7d-4840d2a427c5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.424873] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.426207] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.426207] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.426207] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.426362] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.426513] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 03697e78-5935-45aa-a1d5-1bf8701e3f56 not found, creating... [ 586.427707] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.427707] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.427862] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.428145] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.429209] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.429529] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.429713] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.429822] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.430280] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.430280] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.430378] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 03697e78-5935-45aa-a1d5-1bf8701e3f56 is going to be created. [ 586.458551] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.458933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.458933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.460068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.460068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.460068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.769352] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7a8309a2-f493-4421-a244-ce192d6912dd None None] Enqueued Resource ID: 2606c3a8-e219-4ec8-901b-234b07564639 with Priority: HIGHEST for action port [ 586.769602] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2606c3a8-e219-4ec8-901b-234b07564639 with Priority: HIGHEST for action port [ 586.770074] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2606c3a8-e219-4ec8-901b-234b07564639 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.770279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2606c3a8-e219-4ec8-901b-234b07564639" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.770361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2606c3a8-e219-4ec8-901b-234b07564639" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.770617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2606c3a8-e219-4ec8-901b-234b07564639" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.770793] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2606c3a8-e219-4ec8-901b-234b07564639',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.273509] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2606c3a8-e219-4ec8-901b-234b07564639 [ 587.273887] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.273887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.273887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.274342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.274342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.274342] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2606c3a8-e219-4ec8-901b-234b07564639 already deleted. [ 587.274342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2606c3a8-e219-4ec8-901b-234b07564639" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.375802] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8ce4dab-85e3-4e65-b76a-92644a1d066a req-7d2ed978-c423-4af2-847e-27f97413c90d service nova] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_rules [ 587.375802] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8ce4dab-85e3-4e65-b76a-92644a1d066a req-7d2ed978-c423-4af2-847e-27f97413c90d service nova] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 587.375802] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8ce4dab-85e3-4e65-b76a-92644a1d066a req-7d2ed978-c423-4af2-847e-27f97413c90d service nova] Enqueued Resource ID: 03697e78-5935-45aa-a1d5-1bf8701e3f56 with Priority: HIGHEST for action port [ 587.375802] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_rules [ 587.375802] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 587.375802] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03697e78-5935-45aa-a1d5-1bf8701e3f56 with Priority: HIGHEST for action port [ 587.376599] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.376599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.376599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.376599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.376599] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.380254] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.385018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.385018] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.385018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-03697e78-5935-45aa-a1d5-1bf8701e3f56 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.385018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.385018] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03697e78-5935-45aa-a1d5-1bf8701e3f56',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.881537] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.881678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.885410] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.901135] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03697e78-5935-45aa-a1d5-1bf8701e3f56 with status ACTIVE [ 587.901135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.901135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.901135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.901388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.902012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.902012] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.902601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.902601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.902832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.902832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.903157] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.903280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.903280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.903643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.905730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.905730] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03697e78-5935-45aa-a1d5-1bf8701e3f56 is going to be updated. [ 587.928035] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.928035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.928035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.928035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.928291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.928365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03697e78-5935-45aa-a1d5-1bf8701e3f56" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.393732] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.430785] env[65422]: INFO networking_nsxv3.common.synchronization [None req-6f1d3e21-1aa1-43cb-85ef-b41b6a71f9a0 None None] Enqueued Resource ID: b1479a42-f200-4295-b703-3d0478cbb8af with Priority: HIGHEST for action port [ 588.433567] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1479a42-f200-4295-b703-3d0478cbb8af with Priority: HIGHEST for action port [ 588.434190] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1479a42-f200-4295-b703-3d0478cbb8af taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.434430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1479a42-f200-4295-b703-3d0478cbb8af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.434430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1479a42-f200-4295-b703-3d0478cbb8af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.434699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1479a42-f200-4295-b703-3d0478cbb8af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.434750] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1479a42-f200-4295-b703-3d0478cbb8af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.899724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.899724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.899724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.899724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.899724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.899724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be created. [ 588.938668] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1479a42-f200-4295-b703-3d0478cbb8af [ 588.938982] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.939144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.939247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.939449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.939564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.939662] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1479a42-f200-4295-b703-3d0478cbb8af already deleted. [ 588.939743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1479a42-f200-4295-b703-3d0478cbb8af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.967067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.967266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.967314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.967656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.967963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.980727] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: UNINITIALIZED for 2s [ 589.463025] env[65422]: INFO networking_nsxv3.common.synchronization [req-30172a5d-1a37-4be0-a7a8-087e051889a5 req-b5713945-1ae2-40cb-9892-53d181ab56f2 tempest-DeleteServersAdminTestJSON-1523437843 tempest-DeleteServersAdminTestJSON-1523437843-project-member] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 589.463575] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 589.463806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.463929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.463996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.465186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.465360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.465468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.465536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.465700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.465784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.465879] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.553340] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7ecdcb6b-36c4-4fb3-a6fb-b3b388b0b11a tempest-VolumesAssistedSnapshotsTest-637759821 tempest-VolumesAssistedSnapshotsTest-637759821-project-member] Enqueued Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_rules [ 589.553835] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_rules [ 589.554140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.554258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.554323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.554557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.554640] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.611296] env[65422]: INFO networking_nsxv3.common.synchronization [None req-54c43531-4be1-44f9-b647-12e430b366de None None] Enqueued Resource ID: 39b6d6c5-565f-4087-a838-7517c0bc4759 with Priority: HIGHEST for action port [ 589.611296] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b6d6c5-565f-4087-a838-7517c0bc4759 with Priority: HIGHEST for action port [ 589.612135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b6d6c5-565f-4087-a838-7517c0bc4759 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.612289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b6d6c5-565f-4087-a838-7517c0bc4759" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.612358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b6d6c5-565f-4087-a838-7517c0bc4759" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.612671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b6d6c5-565f-4087-a838-7517c0bc4759" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.612777] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b6d6c5-565f-4087-a838-7517c0bc4759',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.866139] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5e30281c-3dd0-4ab1-81c3-8e4de29bdadd tempest-VolumesAssistedSnapshotsTest-637759821 tempest-VolumesAssistedSnapshotsTest-637759821-project-member] Enqueued Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_rules [ 589.866738] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_rules [ 589.867178] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.867333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.967759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.967952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.968037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.968426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.968537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.969223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.969223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.969223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.969223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.969223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.969551] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 already deleted. [ 589.969551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.001321] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.001855] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.001855] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.001855] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.002484] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.002665] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.003101] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.003101] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.004456] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.004456] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.004456] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.004456] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.004456] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.004456] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.004793] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.004793] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.026103] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.026268] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.026402] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.026601] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.026922] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.027118] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.027225] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.027608] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.027765] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e9e5bd-a5fa-4b57-9707-33c2c2106702',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.080535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.082334] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f already deleted. [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.082334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.082334] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.115908] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b6d6c5-565f-4087-a838-7517c0bc4759 [ 590.115908] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.115908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.115908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.115908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.115908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.116297] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b6d6c5-565f-4087-a838-7517c0bc4759 already deleted. [ 590.116297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b6d6c5-565f-4087-a838-7517c0bc4759" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.531157] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.531547] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.531847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.532202] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.535564] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port c6e9e5bd-a5fa-4b57-9707-33c2c2106702 not found, creating... [ 590.535564] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.535564] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.535564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.536077] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.536245] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.536461] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: c6e9e5bd-a5fa-4b57-9707-33c2c2106702 is going to be created. [ 590.561291] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.561291] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.561291] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.561291] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.561670] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.562064] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.613224] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.613224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.613224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.613224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.613224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.613224] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f already deleted. [ 590.613224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.991473] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 590.991851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.992142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.992468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.992768] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.992983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.993095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.993343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.993485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.993634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.993782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.337720] env[65422]: INFO networking_nsxv3.common.synchronization [req-30172a5d-1a37-4be0-a7a8-087e051889a5 req-31c01908-9d30-4f64-9082-a79c5321fe52 service nova] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_rules [ 591.337902] env[65422]: INFO networking_nsxv3.common.synchronization [req-30172a5d-1a37-4be0-a7a8-087e051889a5 req-31c01908-9d30-4f64-9082-a79c5321fe52 service nova] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 591.338043] env[65422]: INFO networking_nsxv3.common.synchronization [req-30172a5d-1a37-4be0-a7a8-087e051889a5 req-31c01908-9d30-4f64-9082-a79c5321fe52 service nova] Enqueued Resource ID: c6e9e5bd-a5fa-4b57-9707-33c2c2106702 with Priority: HIGHEST for action port [ 591.338574] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_rules [ 591.338705] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 591.338800] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6e9e5bd-a5fa-4b57-9707-33c2c2106702 with Priority: HIGHEST for action port [ 591.339214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.339348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.339619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.339700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.339797] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.341223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.341442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.341442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.341792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.341792] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.341991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.341991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.342116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.342285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.342399] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.344520] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.345438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.345500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.345671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.346153] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6e9e5bd-a5fa-4b57-9707-33c2c2106702',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.496986] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.497176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.497284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.497537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.497738] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.497853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.497910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.498103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.498219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.498314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.498458] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.498551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.498607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.498778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.498935] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.499045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.499130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.499273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.499349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.499430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.499519] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.842430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.842752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.845802] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.852863] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6e9e5bd-a5fa-4b57-9707-33c2c2106702 with status ACTIVE [ 591.852863] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.852863] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.852863] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.852863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.854029] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6e9e5bd-a5fa-4b57-9707-33c2c2106702 is going to be updated. [ 591.876786] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.876786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.876786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.877059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.877112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.877314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6e9e5bd-a5fa-4b57-9707-33c2c2106702" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.003666] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ce74a8-7041-470c-80ff-954df76e1dcd: rpc.has_security_group_logging(os_id): False [ 592.027719] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.027901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.027972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.028185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.028274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.028499] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.028596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.028656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.028799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.028872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.029131] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.029192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.029240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.029346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.029417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.029586] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.029677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.029736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.029888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.029974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.032071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be created. [ 592.090353] env[65422]: INFO networking_nsxv3.common.synchronization [req-beb3d50c-e157-4e8d-bf45-18acbc77cc2b req-1540ec18-99f6-4de1-bf52-074f57324ebd tempest-ImagesNegativeTestJSON-1486437842 tempest-ImagesNegativeTestJSON-1486437842-project-member] Enqueued Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_members [ 592.090353] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_members [ 592.090353] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.090353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.090353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.090353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.090353] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.090353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.090353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.090686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.090686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.090686] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.112033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.112225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.112281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.112463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.112646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.126921] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 592.348732] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.595904] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.595904] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.595904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.596405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.596405] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa already deleted. [ 592.596405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.766224] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.766416] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-423" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.766530] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-423" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.766860] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-423" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.767153] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.767444] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.767444] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.769078] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.769271] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.769484] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.769590] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.769691] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.769789] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.769917] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.770032] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.770162] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.788962] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.789157] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.789315] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.789492] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-423" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.789802] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.790010] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.790128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.790436] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.790585] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2afefd06-f1b1-4227-b8ea-28c0ccdf5b69',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.851659] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.851659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.851659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.852016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.852016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.852124] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be created. [ 592.876620] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.876771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.876825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.877049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.877207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.888462] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: UNINITIALIZED for 2s [ 593.293874] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.294157] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.294243] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.294526] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.294665] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.294827] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 not found, creating... [ 593.295074] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.295299] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.295411] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.295706] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.295846] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.296144] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.296297] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.296461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.296705] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.296847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.296969] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 is going to be created. [ 593.330599] env[65422]: INFO networking_nsxv3.common.synchronization [None req-896ce3f9-ad8a-4fba-93e8-4efd1bcec36e None None] Enqueued Resource ID: 374f051a-a85f-413b-aa07-f3cda385b96f with Priority: HIGHEST for action port [ 593.331217] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374f051a-a85f-413b-aa07-f3cda385b96f with Priority: HIGHEST for action port [ 593.331658] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-374f051a-a85f-413b-aa07-f3cda385b96f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.331658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374f051a-a85f-413b-aa07-f3cda385b96f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.331820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374f051a-a85f-413b-aa07-f3cda385b96f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.331945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374f051a-a85f-413b-aa07-f3cda385b96f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.332055] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374f051a-a85f-413b-aa07-f3cda385b96f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.359336] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.359523] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.359523] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.359795] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.360097] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.360323] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.834368] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374f051a-a85f-413b-aa07-f3cda385b96f [ 593.834614] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.834750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.834817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.835047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.835158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.835260] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374f051a-a85f-413b-aa07-f3cda385b96f already deleted. [ 593.835346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374f051a-a85f-413b-aa07-f3cda385b96f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.097170] env[65422]: INFO networking_nsxv3.common.synchronization [req-beb3d50c-e157-4e8d-bf45-18acbc77cc2b req-7c08abfc-0758-449e-a9f1-e65a6e6634e5 service nova] Enqueued Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_rules [ 594.097431] env[65422]: INFO networking_nsxv3.common.synchronization [req-beb3d50c-e157-4e8d-bf45-18acbc77cc2b req-7c08abfc-0758-449e-a9f1-e65a6e6634e5 service nova] Enqueued Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_members [ 594.097548] env[65422]: INFO networking_nsxv3.common.synchronization [req-beb3d50c-e157-4e8d-bf45-18acbc77cc2b req-7c08abfc-0758-449e-a9f1-e65a6e6634e5 service nova] Enqueued Resource ID: 2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 with Priority: HIGHEST for action port [ 594.097703] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_rules [ 594.097825] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_members [ 594.097919] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 with Priority: HIGHEST for action port [ 594.098547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.098693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.098756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.099038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.099505] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.100629] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.100629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.100629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.100629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.100629] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.100629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.100629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.100876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.100876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.100876] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.102715] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.102715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.102715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.102715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.102715] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2afefd06-f1b1-4227-b8ea-28c0ccdf5b69',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.144852] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 594.145210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.212999] env[65422]: INFO networking_nsxv3.common.synchronization [None req-8bc89c7f-09b4-4b0f-96ad-6428602c93f9 None None] Enqueued Resource ID: fc07ddde-145a-4ddb-908e-d6be76990236 with Priority: HIGHEST for action port [ 594.214189] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc07ddde-145a-4ddb-908e-d6be76990236 with Priority: HIGHEST for action port [ 594.214189] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc07ddde-145a-4ddb-908e-d6be76990236 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.214189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc07ddde-145a-4ddb-908e-d6be76990236" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.214189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc07ddde-145a-4ddb-908e-d6be76990236" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.214555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc07ddde-145a-4ddb-908e-d6be76990236" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.214555] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc07ddde-145a-4ddb-908e-d6be76990236',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.607547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.607547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.607547] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.614657] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 with status ACTIVE [ 594.615256] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.615439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.615494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.615674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.616218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.616389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.616578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.616810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.617086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.621022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.621022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.621022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.621022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.621022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.621022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.621022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2afefd06-f1b1-4227-b8ea-28c0ccdf5b69 is going to be updated. [ 594.639446] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.639605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.639687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.639878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.640135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.640307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2afefd06-f1b1-4227-b8ea-28c0ccdf5b69" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.716529] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc07ddde-145a-4ddb-908e-d6be76990236 [ 594.716863] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.717098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.717366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.717490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.717490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.717601] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc07ddde-145a-4ddb-908e-d6be76990236 already deleted. [ 594.717720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc07ddde-145a-4ddb-908e-d6be76990236" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.876516] env[65422]: INFO networking_nsxv3.common.synchronization [req-a2bf63f4-edab-4d80-86a2-5499de199bec req-5d70b4ef-ba3c-4e24-ba22-abce6823ad54 tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 594.877743] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 594.878273] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.878394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.878459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.878768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.879159] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.879272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.879336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.879524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.879688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.879805] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.901493] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.901493] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.901493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.901493] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.111412] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.382652] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.382652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.383166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.383166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.383166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.383329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.383429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.383484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.383643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.383907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.383907] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df already deleted. [ 595.383907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396915] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.397109] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.397238] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.397624] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.397915] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.398286] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.398423] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.398708] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.399120] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.399120] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.399279] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.399511] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.399603] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.399784] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.399973] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.400415] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.403480] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.403687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.403787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.404046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404271] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.404415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.404516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.404715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.404978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.405194] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.405477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.405837] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.406312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.406312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.406312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.406467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.406572] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.423042] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.423260] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.423461] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.423790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.424201] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-6164c166-4054-4e4a-93fb-6e84abe74f7d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.424398] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.424572] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.424996] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.425210] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6164c166-4054-4e4a-93fb-6e84abe74f7d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.486984] env[65422]: INFO networking_nsxv3.common.synchronization [None req-91fb2ef4-979c-4a91-92b7-8c6598f25ed3 None None] Enqueued Resource ID: 335c483f-6544-4a3c-a1ef-80557f5f4def with Priority: HIGHEST for action port [ 595.486984] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335c483f-6544-4a3c-a1ef-80557f5f4def with Priority: HIGHEST for action port [ 595.487262] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-335c483f-6544-4a3c-a1ef-80557f5f4def taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.487400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335c483f-6544-4a3c-a1ef-80557f5f4def" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.487470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335c483f-6544-4a3c-a1ef-80557f5f4def" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.487928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335c483f-6544-4a3c-a1ef-80557f5f4def" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.488021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335c483f-6544-4a3c-a1ef-80557f5f4def',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.621027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.621027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.621027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.621027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.621027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.621027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa is going to be created. [ 595.652369] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.652580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.652580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.652763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.652934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.667399] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa in Status: UNINITIALIZED for 2s [ 595.909104] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69efc5ef-e0a8-407b-89a9-a6196b89ebf7: rpc.has_security_group_logging(os_id): False [ 595.929036] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.929252] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.929338] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.929613] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.929783] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.930042] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 6164c166-4054-4e4a-93fb-6e84abe74f7d not found, creating... [ 595.930522] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.930522] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.930663] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.931064] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.931517] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.931517] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.931688] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.931809] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.932421] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.932601] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.932820] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 6164c166-4054-4e4a-93fb-6e84abe74f7d is going to be created. [ 595.936041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.936287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.936629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.936836] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.937161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.937363] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.937363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.937703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.937898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.938075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.938296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.938935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.939071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.939748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.939748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.939748] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.939748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.939748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.940223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.940223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.940387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be created. [ 595.970956] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.971274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.971444] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.971794] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.972229] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.972636] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.991474] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 335c483f-6544-4a3c-a1ef-80557f5f4def [ 595.991474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.991474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.991474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.991474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.991904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.991904] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:335c483f-6544-4a3c-a1ef-80557f5f4def already deleted. [ 595.991904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335c483f-6544-4a3c-a1ef-80557f5f4def" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.008064] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.008210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.008264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.008515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.008698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.023090] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: IN_PROGRESS for 2s [ 596.075613] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5656ff1a-fb95-4faa-89de-d55d4f26a8e9 None None] Enqueued Resource ID: 0c4e143e-0231-4021-8ceb-9b6a42dbfcf0 with Priority: HIGHEST for action port [ 596.076220] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4e143e-0231-4021-8ceb-9b6a42dbfcf0 with Priority: HIGHEST for action port [ 596.076535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4e143e-0231-4021-8ceb-9b6a42dbfcf0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.076699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4e143e-0231-4021-8ceb-9b6a42dbfcf0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.076748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4e143e-0231-4021-8ceb-9b6a42dbfcf0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.077348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4e143e-0231-4021-8ceb-9b6a42dbfcf0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.077348] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4e143e-0231-4021-8ceb-9b6a42dbfcf0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.549382] env[65422]: INFO networking_nsxv3.common.synchronization [req-110c69bd-2f37-4e53-91dc-e26e76ed9a1e req-fb5ced12-2bf5-4ff6-a51f-52ee87d1bedd tempest-ServersV294TestFqdnHostnames-1006188174 tempest-ServersV294TestFqdnHostnames-1006188174-project-member] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_members [ 596.550562] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_members [ 596.550913] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553236] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.553236] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.580878] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c4e143e-0231-4021-8ceb-9b6a42dbfcf0 [ 596.581323] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.581559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.581683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.582011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.582215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.582398] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c4e143e-0231-4021-8ceb-9b6a42dbfcf0 already deleted. [ 596.582553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4e143e-0231-4021-8ceb-9b6a42dbfcf0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.690017] env[65422]: INFO networking_nsxv3.common.synchronization [req-a2bf63f4-edab-4d80-86a2-5499de199bec req-1e222100-637d-4cb1-96a5-17fb8779d88f service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 596.690017] env[65422]: INFO networking_nsxv3.common.synchronization [req-a2bf63f4-edab-4d80-86a2-5499de199bec req-1e222100-637d-4cb1-96a5-17fb8779d88f service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 596.690017] env[65422]: INFO networking_nsxv3.common.synchronization [req-a2bf63f4-edab-4d80-86a2-5499de199bec req-1e222100-637d-4cb1-96a5-17fb8779d88f service nova] Enqueued Resource ID: 6164c166-4054-4e4a-93fb-6e84abe74f7d with Priority: HIGHEST for action port [ 596.690017] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 596.690017] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 596.690017] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6164c166-4054-4e4a-93fb-6e84abe74f7d with Priority: HIGHEST for action port [ 596.691198] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.691334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.691401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.691700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.691788] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.693348] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.693904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.693984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.694597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.694815] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.694962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.695067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.695311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.695431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.695533] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.696379] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6164c166-4054-4e4a-93fb-6e84abe74f7d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.696483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.696543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.696694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.696763] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6164c166-4054-4e4a-93fb-6e84abe74f7d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.975498] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.975747] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-340" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.975892] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-340" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.976370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-340" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.976699] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.976939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.977597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.977597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.977597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.977741] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.977775] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.977919] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.978067] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.978231] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.978396] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.978582] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.998810] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.998974] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.999322] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.999322] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-340" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.999585] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.999769] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.999878] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.000238] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.000369] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb97a8c5-41a9-42ff-80fe-382fbcdc440a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.057264] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.057444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.057444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.057735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.057830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.058041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.058988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.058988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.058988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.058988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.058988] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 already deleted. [ 597.058988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.200339] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.201744] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6164c166-4054-4e4a-93fb-6e84abe74f7d with status ACTIVE [ 597.202676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.202676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.202676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.202676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.202898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.203155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.203299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.203413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.204187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.204187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.204187] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.204187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.204187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.206915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.207035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.207537] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6164c166-4054-4e4a-93fb-6e84abe74f7d is going to be updated. [ 597.231109] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.231109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.231109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.231883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.231997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.232221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6164c166-4054-4e4a-93fb-6e84abe74f7d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.502895] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.503128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.503248] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.503552] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.503702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.503850] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port eb97a8c5-41a9-42ff-80fe-382fbcdc440a not found, creating... [ 597.504185] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.504271] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.504379] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.504583] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.504713] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.504967] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.505125] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.505232] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.505427] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.505546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.505674] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: eb97a8c5-41a9-42ff-80fe-382fbcdc440a is going to be created. [ 597.526290] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.526549] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.526642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.526937] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.527196] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.527418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.681174] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa in Status: SUCCESS [ 597.681467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.681559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.682057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.682057] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.682196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.682196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.682360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.682360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.682646] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.710162] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.036692] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 598.036921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.185401] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.185499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.185567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.185805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.186401] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.186401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.186401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.186401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.186401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.186641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.186641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.186641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.186745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.186828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.186973] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.187076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.187141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.187276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.187654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.187654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.187654] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.212394] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.212593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.212682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.213443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.213443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.213443] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be created. [ 598.247784] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.248025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.248025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.249956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.249956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.260801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: UNINITIALIZED for 2s [ 598.393134] env[65422]: INFO networking_nsxv3.common.synchronization [req-110c69bd-2f37-4e53-91dc-e26e76ed9a1e req-2fa0cb4f-2959-49c1-a667-eceea5b382b7 service nova] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_rules [ 598.393320] env[65422]: INFO networking_nsxv3.common.synchronization [req-110c69bd-2f37-4e53-91dc-e26e76ed9a1e req-2fa0cb4f-2959-49c1-a667-eceea5b382b7 service nova] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_members [ 598.393456] env[65422]: INFO networking_nsxv3.common.synchronization [req-110c69bd-2f37-4e53-91dc-e26e76ed9a1e req-2fa0cb4f-2959-49c1-a667-eceea5b382b7 service nova] Enqueued Resource ID: eb97a8c5-41a9-42ff-80fe-382fbcdc440a with Priority: HIGHEST for action port [ 598.394097] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_rules [ 598.394243] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_members [ 598.394333] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb97a8c5-41a9-42ff-80fe-382fbcdc440a with Priority: HIGHEST for action port [ 598.394634] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.394773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.394919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.395787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.395895] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.398365] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.398510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.398680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.398792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.399147] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.399147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.399147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.399384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.399384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.399384] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.400422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.400532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.401211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.401211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.401211] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb97a8c5-41a9-42ff-80fe-382fbcdc440a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.691344] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85ccf9dd-96bf-4868-9bdc-704faaf152aa: rpc.has_security_group_logging(os_id): False [ 598.716768] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.716768] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.716768] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.716768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.717511] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.717511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.717511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.717511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.717511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.717511] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa is going to be created. [ 598.773646] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.773646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.773646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.773646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.773646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.783768] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa in Status: IN_PROGRESS for 2s [ 598.908580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.908580] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb97a8c5-41a9-42ff-80fe-382fbcdc440a with status ACTIVE [ 598.908580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.908580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.908580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.908580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.909285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.909285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.909285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.909285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.909285] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb97a8c5-41a9-42ff-80fe-382fbcdc440a is going to be updated. [ 598.909285] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.933330] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.933489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.933535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.934437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.934437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.934437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb97a8c5-41a9-42ff-80fe-382fbcdc440a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.253497] env[65422]: INFO networking_nsxv3.common.synchronization [req-04c5aa1e-76d2-4eec-9114-0b25e59d9c81 req-1fea84df-cfa7-4332-bd99-a4bf2884a5c7 tempest-TenantUsagesTestJSON-1417297331 tempest-TenantUsagesTestJSON-1417297331-project-member] Enqueued Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_members [ 599.254064] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_members [ 599.254451] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.254588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.254656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.254909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.255087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.255189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.255250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.255403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.255540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.255639] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.412297] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5efe7e1b-e595-4f60-b95b-15ab2341dd1b tempest-ServersTestJSON-1310463075 tempest-ServersTestJSON-1310463075-project-member] Enqueued Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_rules [ 599.412635] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.413758] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_rules [ 599.414439] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.414554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.414662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.414863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.414942] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.707058] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.707058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.707058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.707058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.707058] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.707778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.707778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.707778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.707778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.708049] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.708127] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.708273] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.708401] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.708544] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.708632] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.708776] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.731320] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.731505] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.731645] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.731818] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.732164] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-b5328355-0841-4441-9689-a82ea7088346 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.732361] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.732489] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.733082] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.733179] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5328355-0841-4441-9689-a82ea7088346',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.738939] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b7292d09-3363-4dbd-975e-88dcf2171be5 tempest-ServersTestJSON-1310463075 tempest-ServersTestJSON-1310463075-project-member] Enqueued Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_rules [ 599.739533] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_rules [ 599.739836] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.739993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.758532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.758962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.758962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.759306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.759306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.759377] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.759540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.759540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.759777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.759897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.760206] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0536cc94-e42e-471c-9b99-1bc5441d369c already deleted. [ 599.760206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.915552] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.915639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.916054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.916220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.916317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.916762] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 is going to be created. [ 599.999175] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.999365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.999512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.999855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.000141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.001738] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb already deleted. [ 600.001738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.001738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.001738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.001738] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.052943] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.053177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.053305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.053599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.053821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.066260] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae29a68-d0a0-4357-ade7-d96e380a0762 in Status: UNINITIALIZED for 2s [ 600.235918] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.236122] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.236249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.236580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.236678] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.236819] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port b5328355-0841-4441-9689-a82ea7088346 not found, creating... [ 600.237086] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.237242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.237358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.237579] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.238009] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.238092] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.238262] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.238370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.238574] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.238738] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.238862] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: b5328355-0841-4441-9689-a82ea7088346 is going to be created. [ 600.261756] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.262100] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.262100] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.262347] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.262684] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.262773] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.272895] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 600.273142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.273366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.274028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.274028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.274028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.274028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.274270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.274270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.274270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.274375] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.528099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.528269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.528429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.528600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.528732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.528834] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb already deleted. [ 600.528918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.776798] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.777108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.777108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.777294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.777460] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.777556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.777616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.777762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.777849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.777934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.778764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.778764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.778764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.778764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.778764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.778764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.778764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.779946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.780084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.780204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.780292] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.795476] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa in Status: SUCCESS [ 600.795684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.969723] env[65422]: INFO networking_nsxv3.common.synchronization [req-04c5aa1e-76d2-4eec-9114-0b25e59d9c81 req-cc97d568-5eb4-4a05-b6c4-ac6a7aa5a9b5 service nova] Enqueued Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_rules [ 600.970018] env[65422]: INFO networking_nsxv3.common.synchronization [req-04c5aa1e-76d2-4eec-9114-0b25e59d9c81 req-cc97d568-5eb4-4a05-b6c4-ac6a7aa5a9b5 service nova] Enqueued Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_members [ 600.970115] env[65422]: INFO networking_nsxv3.common.synchronization [req-04c5aa1e-76d2-4eec-9114-0b25e59d9c81 req-cc97d568-5eb4-4a05-b6c4-ac6a7aa5a9b5 service nova] Enqueued Resource ID: b5328355-0841-4441-9689-a82ea7088346 with Priority: HIGHEST for action port [ 600.971300] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_rules [ 600.971300] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_members [ 600.971300] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5328355-0841-4441-9689-a82ea7088346 with Priority: HIGHEST for action port [ 600.971411] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.971611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.971703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.971987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.972137] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.973219] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.974196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.974196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.974196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.974196] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.974196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.974196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.974451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.974451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.974656] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.978039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5328355-0841-4441-9689-a82ea7088346 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.978039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.978039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.978039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.978039] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5328355-0841-4441-9689-a82ea7088346',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.283804] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb7290f-a9ca-494d-87ea-8c35003b13df: rpc.has_security_group_logging(os_id): False [ 601.312226] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.313283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.313407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.314194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.314412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.314664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.314806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.314897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.315171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.315291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.315556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.315669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.315763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.315994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.316148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.316413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.316562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.316681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.316895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.317063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.317252] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be created. [ 601.379167] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.379167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.379490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.379490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.379635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.392791] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 601.478559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.479292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.481868] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.481868] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5328355-0841-4441-9689-a82ea7088346 with status ACTIVE [ 601.481868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.481868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.481868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.481868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.481868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.481868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.482258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.482258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.483039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.483039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.483503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.483647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.483808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.484048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.484224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.484955] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5328355-0841-4441-9689-a82ea7088346 is going to be updated. [ 601.509429] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.509612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.509679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.509882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.510153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.510322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5328355-0841-4441-9689-a82ea7088346" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.986556] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.078926] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae29a68-d0a0-4357-ade7-d96e380a0762 in Status: SUCCESS [ 602.079169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.079344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.079558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.079771] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.079941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.083024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.083024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.083024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.083024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.083024] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.490421] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.490643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.490774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.491335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.491472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.491617] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0536cc94-e42e-471c-9b99-1bc5441d369c is going to be created. [ 602.520476] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.520853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.520853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.521122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.521358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.533941] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0536cc94-e42e-471c-9b99-1bc5441d369c in Status: UNINITIALIZED for 2s [ 602.586374] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.088880] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bae29a68-d0a0-4357-ade7-d96e380a0762: rpc.has_security_group_logging(os_id): False [ 603.116016] env[65422]: INFO networking_nsxv3.common.synchronization [None req-946e6dda-95d1-45ca-9854-10e122a0a84c None None] Enqueued Resource ID: 6b477d6c-a1a9-44ac-96c1-c4ce903691ee with Priority: HIGHEST for action port [ 603.117160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.117435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.117502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.117700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.117783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.118040] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.118173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.118236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.118584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.118584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.118730] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 is going to be created. [ 603.120102] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b477d6c-a1a9-44ac-96c1-c4ce903691ee with Priority: HIGHEST for action port [ 603.120892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b477d6c-a1a9-44ac-96c1-c4ce903691ee taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.120892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b477d6c-a1a9-44ac-96c1-c4ce903691ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.120892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b477d6c-a1a9-44ac-96c1-c4ce903691ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.120892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b477d6c-a1a9-44ac-96c1-c4ce903691ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.120892] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b477d6c-a1a9-44ac-96c1-c4ce903691ee',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.196331] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.196688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.196688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.196920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.196964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.228520] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae29a68-d0a0-4357-ade7-d96e380a0762 in Status: IN_PROGRESS for 2s [ 603.409123] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 603.410078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.624288] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b477d6c-a1a9-44ac-96c1-c4ce903691ee [ 603.624535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.624665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.624734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.624938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.625054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.625147] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b477d6c-a1a9-44ac-96c1-c4ce903691ee already deleted. [ 603.625278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b477d6c-a1a9-44ac-96c1-c4ce903691ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.546233] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0536cc94-e42e-471c-9b99-1bc5441d369c in Status: SUCCESS [ 604.546610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.547825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.549413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.549413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.549413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.549413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.549413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.549413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.549413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.549413] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.594897] env[65422]: INFO networking_nsxv3.common.synchronization [None req-6c4c60d9-9c48-47c6-a3b5-f4a32c730d75 None None] Enqueued Resource ID: fa994805-b466-4d69-8c2f-753cd38be90e with Priority: HIGHEST for action port [ 604.595535] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa994805-b466-4d69-8c2f-753cd38be90e with Priority: HIGHEST for action port [ 604.596285] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa994805-b466-4d69-8c2f-753cd38be90e taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.596440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa994805-b466-4d69-8c2f-753cd38be90e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.596534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa994805-b466-4d69-8c2f-753cd38be90e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.596858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa994805-b466-4d69-8c2f-753cd38be90e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.596958] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa994805-b466-4d69-8c2f-753cd38be90e',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.052445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.055227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.055387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.055858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.055858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.055969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.055969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.056195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.056299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.056386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.056534] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.056655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.056723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.056877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.057047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.057137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.057193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.057355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.057437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.057663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.057808] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.099369] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa994805-b466-4d69-8c2f-753cd38be90e [ 605.099730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.099880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.100068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.100263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.100372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.100479] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa994805-b466-4d69-8c2f-753cd38be90e already deleted. [ 605.100574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa994805-b466-4d69-8c2f-753cd38be90e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.245194] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bae29a68-d0a0-4357-ade7-d96e380a0762 in Status: SUCCESS [ 605.245493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.253353] env[65422]: INFO networking_nsxv3.common.synchronization [req-9778f686-bd49-4e41-a270-6a3e225be441 req-ebd9b53f-b872-4195-be08-fe6d1ed0fdca tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 605.253916] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 605.254183] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.254337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.254426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.254548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.254695] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.254839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.254839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.254980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.256305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.256305] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.561324] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0536cc94-e42e-471c-9b99-1bc5441d369c: rpc.has_security_group_logging(os_id): False [ 605.592108] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.592308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.592416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.592664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.592772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.592977] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.593095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.593204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.593304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.593380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.593576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.593689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.593753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.593950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.595128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.596221] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.596221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.596221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.596221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.596221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.596221] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0536cc94-e42e-471c-9b99-1bc5441d369c is going to be created. [ 605.669658] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.669658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.669658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.670061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.670061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.685822] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0536cc94-e42e-471c-9b99-1bc5441d369c in Status: IN_PROGRESS for 2s [ 605.709029] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.709029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.709029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.709029] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.709029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.709029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.710641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.710821] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.712279] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.712699] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.713090] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.713759] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.713759] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.713759] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.713759] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.737745] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.738049] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.738340] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.738561] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.738937] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.739286] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.739481] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.739838] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.740124] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde44ebc-2cc2-4df5-9886-d3766e7f4bb9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.758836] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.246624] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.247611] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.247611] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.248328] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.248328] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.248328] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 not found, creating... [ 606.248514] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.248627] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.248734] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.248954] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.249100] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.249381] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.249641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.249641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.249881] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.250235] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.250413] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 is going to be created. [ 606.263224] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.274744] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.274944] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.275077] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.275353] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.275585] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.275782] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.350741] env[65422]: INFO networking_nsxv3.common.synchronization [None req-93e01899-c90d-44f8-bdfc-28fb25db556e None None] Enqueued Resource ID: 9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb with Priority: HIGHEST for action port [ 606.350830] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb with Priority: HIGHEST for action port [ 606.352106] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.352298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.352345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.352623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.352696] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.765405] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.765677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.765677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.765850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.765935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.767599] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 606.816322] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.816560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.816560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.819887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.819887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.831533] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 606.855313] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb [ 606.855556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.855690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.855758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.855968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.856070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.856206] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb already deleted. [ 606.856259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c9c131a-cdd7-4ca4-be3d-7031b13cd9cb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.095854] env[65422]: INFO networking_nsxv3.common.synchronization [req-9778f686-bd49-4e41-a270-6a3e225be441 req-f2471bfc-8615-4d85-99ca-51e394d070ad service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 607.096123] env[65422]: INFO networking_nsxv3.common.synchronization [req-9778f686-bd49-4e41-a270-6a3e225be441 req-f2471bfc-8615-4d85-99ca-51e394d070ad service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 607.096317] env[65422]: INFO networking_nsxv3.common.synchronization [req-9778f686-bd49-4e41-a270-6a3e225be441 req-f2471bfc-8615-4d85-99ca-51e394d070ad service nova] Enqueued Resource ID: cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 with Priority: HIGHEST for action port [ 607.097465] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 607.097645] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 607.097748] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 with Priority: HIGHEST for action port [ 607.098148] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.098322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.098395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.098651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.098766] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.104228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.104361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.106277] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.106480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.106560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.106790] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.106876] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde44ebc-2cc2-4df5-9886-d3766e7f4bb9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.110376] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ac2899dd-dd4e-4ecc-b394-84d798bcc41f None None] Enqueued Resource ID: c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db with Priority: HIGHEST for action port [ 607.111471] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db with Priority: HIGHEST for action port [ 607.112638] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.112818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.112878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.113125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.113217] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.605282] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.605282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.612646] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 with status ACTIVE [ 607.612646] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.612646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.612646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.612646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.612646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.613581] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.613581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.613581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.613581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.613581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.613581] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.615664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.615664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.615664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.615664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.615664] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cde44ebc-2cc2-4df5-9886-d3766e7f4bb9 is going to be updated. [ 607.616338] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db [ 607.619338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.619533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.619644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.619868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.619973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.620129] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db already deleted. [ 607.620226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e6a8ce-971d-494a-9a1c-43f2c3f4c4db" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.644123] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.644691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.644794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.646040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.646040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.646040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde44ebc-2cc2-4df5-9886-d3766e7f4bb9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.709174] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0536cc94-e42e-471c-9b99-1bc5441d369c in Status: SUCCESS [ 607.709174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.922897] env[65422]: INFO networking_nsxv3.common.synchronization [None req-099832f2-e5a1-4c78-9e00-d816bd6d1acb tempest-ServersWithSpecificFlavorTestJSON-1066645637 tempest-ServersWithSpecificFlavorTestJSON-1066645637-project-member] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 607.923581] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 607.924642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.924642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.924642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.927626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.927988] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.255226] env[65422]: INFO networking_nsxv3.common.synchronization [req-cfed5855-d93b-4085-ac2c-362fb4fa91cd req-54ec74d1-1c12-400c-8a89-5ec3dd7cef41 tempest-DeleteServersAdminTestJSON-2039433906 tempest-DeleteServersAdminTestJSON-2039433906-project-admin] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 608.256428] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 608.258041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.258041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.258041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.258041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.258041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.258041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.258041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.258395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.258395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.258395] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.399264] env[65422]: INFO networking_nsxv3.common.synchronization [None req-47a32bbc-4c5b-4a49-ab5f-786d8b921722 tempest-ServersWithSpecificFlavorTestJSON-1066645637 tempest-ServersWithSpecificFlavorTestJSON-1066645637-project-member] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 608.399503] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 608.399823] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.400112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.458599] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.459053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.459155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.459412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.459520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.459624] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc already deleted. [ 608.459710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.459893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.460301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.460443] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.760759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.760973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.761115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.761468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.761861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.761861] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.761861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.762091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.762128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.762222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.762390] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be updated. [ 608.791058] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.791058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.791058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.791058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.791058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.802071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: IN_PROGRESS for 2s [ 608.842258] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 608.842483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.842938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.842938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.843058] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.843723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.843723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.843723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.843723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.843723] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.981964] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.983443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.983443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.983443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.983443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.983443] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc already deleted. [ 608.983443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.262571] env[65422]: INFO networking_nsxv3.common.synchronization [None req-df3e49a1-87ae-4e66-a0ec-d8956462bb25 None None] Enqueued Resource ID: fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3 with Priority: HIGHEST for action port [ 609.263225] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3 with Priority: HIGHEST for action port [ 609.263516] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.263643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.263851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.264433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.264611] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.343151] env[65422]: INFO networking_nsxv3.common.synchronization [req-423fe20e-545b-4b99-ac0d-680b518f48c0 req-6821b873-f041-493e-a88e-0a10e1952542 tempest-ImagesNegativeTestJSON-1486437842 tempest-ImagesNegativeTestJSON-1486437842-project-member] Enqueued Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_members [ 609.345018] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGHEST for action security_group_members [ 609.347355] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.347355] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.347355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.347355] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.349349] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.768469] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3 [ 609.769511] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.769511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.769511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.769511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.769511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.769511] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3 already deleted. [ 609.769511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3bfc0a-fb3c-4a22-8a24-7d22895cccc3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.848573] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.848573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.848573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.848573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.848802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.848802] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.848881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.848949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.849117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.849323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.849323] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa is going to be updated. [ 609.852227] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.880031] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.880031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.880031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.880031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.880345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.892260] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa in Status: IN_PROGRESS for 2s [ 610.201685] env[65422]: INFO networking_nsxv3.common.synchronization [req-3cf7d454-3b3b-4072-9448-cc1a4ce43184 req-20c8ec2f-9e9e-41c9-98b6-751ac6e1b68b tempest-VolumesAssistedSnapshotsTest-637759821 tempest-VolumesAssistedSnapshotsTest-637759821-project-member] Enqueued Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_members [ 610.204028] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_members [ 610.204399] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.204516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.204592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.205024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.205142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.205342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.205384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.205570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.205707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.205835] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.355904] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.355904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.355904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.355904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.355904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.356126] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 610.397529] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.397529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.397529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.397798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.397909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.409047] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 610.631665] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.631983] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-517" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.635536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-517" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.635536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-517" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.635536] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.635536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.635536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.635536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.635536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.635536] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.635536] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.635536] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.635536] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.635536] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.635536] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.635536] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.657074] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.657255] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.657385] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.657560] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-517" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.657865] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.658039] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.658289] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.658457] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.658592] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.708676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.708870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.708939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.709982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.710245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.711899] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.711899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.711899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.711899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.711899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.711899] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f already deleted. [ 610.711899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.814120] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 610.814120] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 deletion is rescheduled due to dependency. [ 610.814120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.144207] env[65422]: INFO networking_nsxv3.common.synchronization [None req-641b8b7f-ec56-43fc-9cc2-0a3dedf3cbd4 None None] Enqueued Resource ID: d76ed641-315f-4f27-8cd1-b6d0f761509f with Priority: HIGHEST for action port [ 611.144207] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d76ed641-315f-4f27-8cd1-b6d0f761509f with Priority: HIGHEST for action port [ 611.144207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d76ed641-315f-4f27-8cd1-b6d0f761509f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.144207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d76ed641-315f-4f27-8cd1-b6d0f761509f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.144207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d76ed641-315f-4f27-8cd1-b6d0f761509f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.144207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d76ed641-315f-4f27-8cd1-b6d0f761509f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.144207] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d76ed641-315f-4f27-8cd1-b6d0f761509f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.161406] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.162094] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.162352] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.162736] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.162928] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.163174] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 not found, creating... [ 611.163517] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.163728] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.163874] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.164310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.164501] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.164901] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.165127] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.165317] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.165831] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.165831] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.165936] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 is going to be created. [ 611.201770] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.202184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.202803] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.203154] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.203412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.203878] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.647407] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d76ed641-315f-4f27-8cd1-b6d0f761509f [ 611.648702] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.648702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.648702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.648702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.648702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.648702] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d76ed641-315f-4f27-8cd1-b6d0f761509f already deleted. [ 611.648702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d76ed641-315f-4f27-8cd1-b6d0f761509f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.904032] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa in Status: SUCCESS [ 611.904032] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa deletion is rescheduled due to dependency. [ 611.904032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.047460] env[65422]: INFO networking_nsxv3.common.synchronization [req-3cf7d454-3b3b-4072-9448-cc1a4ce43184 req-32e20d12-d90f-442c-97a0-68174189b6c4 service nova] Enqueued Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_rules [ 612.047829] env[65422]: INFO networking_nsxv3.common.synchronization [req-3cf7d454-3b3b-4072-9448-cc1a4ce43184 req-32e20d12-d90f-442c-97a0-68174189b6c4 service nova] Enqueued Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_members [ 612.047829] env[65422]: INFO networking_nsxv3.common.synchronization [req-3cf7d454-3b3b-4072-9448-cc1a4ce43184 req-32e20d12-d90f-442c-97a0-68174189b6c4 service nova] Enqueued Resource ID: 74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 with Priority: HIGHEST for action port [ 612.048543] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_rules [ 612.048830] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_members [ 612.048830] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 with Priority: HIGHEST for action port [ 612.049195] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.049351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.049446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.049716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.049933] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.050840] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.051202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.051423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.051637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.051808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.052088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.052088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.052571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.054670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.054670] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.054670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.054670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.054670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.054670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.054670] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.421473] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 612.421803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.422563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.422868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.423181] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.423360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.423465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.423727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.423864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.424026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.424581] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.558232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 with status ACTIVE [ 612.558581] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.558787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.558874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.559211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.559325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.559577] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.559726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.559822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.560043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.560215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.560460] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.560625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.560725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.560911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.561049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.561176] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059 is going to be updated. [ 612.562958] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.564039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.564210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.591786] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.591786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.592056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.592226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.592478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.592750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74b1a7c2-cf5b-4c1a-80f0-caa7f80b8059" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.934428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.934428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.934428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.934428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.934428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.942184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.942184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.942184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.942184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.942184] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.067018] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.400681] env[65422]: INFO networking_nsxv3.common.synchronization [req-d3856f98-98dd-42fa-9b36-aa9b3b10a06a req-63c80416-fe41-49ae-a08a-fbc4a7dcc857 tempest-ServersAdminNegativeTestJSON-21398976 tempest-ServersAdminNegativeTestJSON-21398976-project-member] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 613.401541] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 613.401956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.402281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.402382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.402943] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.402943] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.403102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.403189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.403411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.403525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.403661] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.434035] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb7290f-a9ca-494d-87ea-8c35003b13df: rpc.has_security_group_logging(os_id): False [ 613.457574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.457574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.457574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.457574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.457574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.457574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.457956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.457956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.457956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.457956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.458212] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.458463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.458463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.458764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.458853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.459298] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.459414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.459753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.459753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.459855] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 613.543878] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.545319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.545319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.545319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.545319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.568785] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 613.569404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.570051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.570051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.570051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.570361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.570485] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f is going to be created. [ 613.601208] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.601208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.601208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.601208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.601208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.612350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f in Status: UNINITIALIZED for 2s [ 613.907491] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.907818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.907932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.908218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.908366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.908686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.908839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.909028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.909185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.909301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.909402] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 already deleted. [ 613.909489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.057800] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058079] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.058079] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.058385] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.058650] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.058822] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.059017] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.059266] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.059431] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.059637] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.059744] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.059847] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.059993] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.060159] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.060272] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.060403] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.082026] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.082311] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.082514] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.082721] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.083111] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-984474f0-e03b-413b-8c1f-8e553672a7df taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.083278] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.083363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.083706] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.083867] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984474f0-e03b-413b-8c1f-8e553672a7df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.587983] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.588367] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.588425] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.588858] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.588858] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.588985] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 984474f0-e03b-413b-8c1f-8e553672a7df not found, creating... [ 614.589210] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.589360] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.589469] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.589684] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.589808] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.590120] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.590477] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.590477] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.590569] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.590676] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.590811] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 984474f0-e03b-413b-8c1f-8e553672a7df is going to be created. [ 614.612224] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.612224] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.612224] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.612224] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.613552] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.613552] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.870921] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c36b9681-fb04-42f9-8138-bebf42ad97bc None None] Enqueued Resource ID: 0a091e47-f5aa-4684-b246-b772bc16664c with Priority: HIGHEST for action port [ 614.871730] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a091e47-f5aa-4684-b246-b772bc16664c with Priority: HIGHEST for action port [ 614.871730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a091e47-f5aa-4684-b246-b772bc16664c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.871891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a091e47-f5aa-4684-b246-b772bc16664c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.873250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a091e47-f5aa-4684-b246-b772bc16664c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.873250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a091e47-f5aa-4684-b246-b772bc16664c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.873250] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a091e47-f5aa-4684-b246-b772bc16664c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.375775] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a091e47-f5aa-4684-b246-b772bc16664c [ 615.376095] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.376271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.376366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.376657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.376786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.376919] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a091e47-f5aa-4684-b246-b772bc16664c already deleted. [ 615.377047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a091e47-f5aa-4684-b246-b772bc16664c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.427512] env[65422]: INFO networking_nsxv3.common.synchronization [req-d3856f98-98dd-42fa-9b36-aa9b3b10a06a req-478fbca0-62ff-4cae-ab44-e2817e9c5d1b service nova] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_rules [ 615.427512] env[65422]: INFO networking_nsxv3.common.synchronization [req-d3856f98-98dd-42fa-9b36-aa9b3b10a06a req-478fbca0-62ff-4cae-ab44-e2817e9c5d1b service nova] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 615.427512] env[65422]: INFO networking_nsxv3.common.synchronization [req-d3856f98-98dd-42fa-9b36-aa9b3b10a06a req-478fbca0-62ff-4cae-ab44-e2817e9c5d1b service nova] Enqueued Resource ID: 984474f0-e03b-413b-8c1f-8e553672a7df with Priority: HIGHEST for action port [ 615.427512] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_rules [ 615.427797] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 615.427797] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984474f0-e03b-413b-8c1f-8e553672a7df with Priority: HIGHEST for action port [ 615.427930] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.429064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.429228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.429444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.429549] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.433619] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.433619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.433619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.433619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.433894] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.433894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.433894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.434052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.434052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.434115] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.435068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-984474f0-e03b-413b-8c1f-8e553672a7df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.437226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.437226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.437226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.437226] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984474f0-e03b-413b-8c1f-8e553672a7df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.586568] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 615.586887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.624784] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f in Status: SUCCESS [ 615.625086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.625326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.625435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.625628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.625753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.625819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.625975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.626069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.626247] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.933922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.934147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.939941] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.941931] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 984474f0-e03b-413b-8c1f-8e553672a7df with status ACTIVE [ 615.941931] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.941931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.942251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.942572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.942572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.943939] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.944761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.944761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.944761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.944761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.944761] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.945451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.945535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.945740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.945826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.945927] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 984474f0-e03b-413b-8c1f-8e553672a7df is going to be updated. [ 615.976925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.977502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.978159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.978421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.978541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.978712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-984474f0-e03b-413b-8c1f-8e553672a7df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.129850] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.207767] env[65422]: INFO networking_nsxv3.common.synchronization [req-195b63ed-c17b-4928-9064-b50e8f5f889e req-1c764bcd-0b51-4b78-a2f1-e0398ac1e805 tempest-ImagesOneServerTestJSON-1248912397 tempest-ImagesOneServerTestJSON-1248912397-project-member] Enqueued Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_members [ 616.209345] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_members [ 616.209852] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.210497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.210647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.211102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.212024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.212664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.212664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.212664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.212915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.212915] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.448800] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.632544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53939fff-e9ba-4dcb-a87b-007230e9f00f: rpc.has_security_group_logging(os_id): False [ 616.653893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.654097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.654145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.654371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.654624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.654741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.655289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.655700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.655700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.655841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.655841] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f is going to be created. [ 616.715636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.715783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.715921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.716160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.716254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.716451] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.716552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.716609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.716774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.716850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.716939] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 already deleted. [ 616.717025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.728168] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.728347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.728410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.728597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.728786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.742229] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f in Status: IN_PROGRESS for 2s [ 616.770937] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-722" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-722" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-722" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.775024] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.775024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.775024] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.775024] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.775024] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.775024] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.775024] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.775024] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.775024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.831243] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.831243] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.831243] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.831523] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-722" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.831805] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-3985c7bb-5579-4aeb-9dce-54e2716f7d60 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.831975] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.832100] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.832447] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.833037] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3985c7bb-5579-4aeb-9dce-54e2716f7d60',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.887799] env[65422]: INFO networking_nsxv3.common.synchronization [None req-031363bc-5e3a-4712-9c86-f58cf4b14e44 None None] Enqueued Resource ID: 5748b49b-4bdd-4ffa-be19-feab88d1d22a with Priority: HIGHEST for action port [ 616.889182] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5748b49b-4bdd-4ffa-be19-feab88d1d22a with Priority: HIGHEST for action port [ 616.889182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-5748b49b-4bdd-4ffa-be19-feab88d1d22a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.889182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5748b49b-4bdd-4ffa-be19-feab88d1d22a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.889182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5748b49b-4bdd-4ffa-be19-feab88d1d22a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.889428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5748b49b-4bdd-4ffa-be19-feab88d1d22a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.889476] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5748b49b-4bdd-4ffa-be19-feab88d1d22a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.951699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.953048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.953048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.953168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.953241] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be created. [ 616.982152] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.982152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.982152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.982560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.982560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.994328] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: UNINITIALIZED for 2s [ 617.335500] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.336293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.336293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.336293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.336765] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.336765] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 3985c7bb-5579-4aeb-9dce-54e2716f7d60 not found, creating... [ 617.337642] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.337642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.337642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.337642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.337878] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.338181] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.338727] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.338727] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.338919] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.339199] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.339452] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 3985c7bb-5579-4aeb-9dce-54e2716f7d60 is going to be created. [ 617.371381] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.371381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.371381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.371641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.371858] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.372165] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.391430] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5748b49b-4bdd-4ffa-be19-feab88d1d22a [ 617.391707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.393153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.393153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.393153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.393153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.393153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5748b49b-4bdd-4ffa-be19-feab88d1d22a already deleted. [ 617.393547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5748b49b-4bdd-4ffa-be19-feab88d1d22a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.749783] env[65422]: INFO networking_nsxv3.common.synchronization [req-98a4b9df-ca08-4e80-81b7-6a80a73753bf req-c903ac71-539b-4b0a-9fba-1a890bdcb261 tempest-ServersTestJSON-1310463075 tempest-ServersTestJSON-1310463075-project-member] Enqueued Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_members [ 617.750367] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_members [ 617.750664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.750830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.750875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.751090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.751256] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.751356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.751420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.751598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.751688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.751778] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.132872] env[65422]: INFO networking_nsxv3.common.synchronization [req-195b63ed-c17b-4928-9064-b50e8f5f889e req-87e1ec99-5f78-4ef6-adb1-2783894ecb3f service nova] Enqueued Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_rules [ 618.132922] env[65422]: INFO networking_nsxv3.common.synchronization [req-195b63ed-c17b-4928-9064-b50e8f5f889e req-87e1ec99-5f78-4ef6-adb1-2783894ecb3f service nova] Enqueued Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_members [ 618.133048] env[65422]: INFO networking_nsxv3.common.synchronization [req-195b63ed-c17b-4928-9064-b50e8f5f889e req-87e1ec99-5f78-4ef6-adb1-2783894ecb3f service nova] Enqueued Resource ID: 3985c7bb-5579-4aeb-9dce-54e2716f7d60 with Priority: HIGHEST for action port [ 618.133288] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_rules [ 618.133407] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_members [ 618.133500] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3985c7bb-5579-4aeb-9dce-54e2716f7d60 with Priority: HIGHEST for action port [ 618.134634] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.136452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.136452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.136611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.136761] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.138526] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.138526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.138526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.138526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.138526] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.138745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.138745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.138828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.138864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.140036] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.140036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3985c7bb-5579-4aeb-9dce-54e2716f7d60 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.140036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.140036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.140357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.140357] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3985c7bb-5579-4aeb-9dce-54e2716f7d60',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.255322] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.255533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.255671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.255932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.256042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.256251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.256358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.256421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.256576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.256672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.256761] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb already deleted. [ 618.256842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.332295] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-396 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.332698] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-396" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.332698] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-396" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.333158] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-396" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.333570] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.333570] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.333570] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.333857] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.333928] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.334136] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.334247] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.334351] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.334642] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.334642] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.334642] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.334853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.374879] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.375177] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.375316] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.375504] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-396" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.375825] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-939876df-2b3d-4723-8926-1187feb4fe37 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.375993] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.376152] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.376530] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.376684] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939876df-2b3d-4723-8926-1187feb4fe37',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.641912] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.642812] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.642987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.643137] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3985c7bb-5579-4aeb-9dce-54e2716f7d60 with status ACTIVE [ 618.643264] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.643360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.643420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.643619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.644242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.644242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.644242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.644242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.644242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.644242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.644659] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.644659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.644659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.644956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.645039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.645130] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3985c7bb-5579-4aeb-9dce-54e2716f7d60 is going to be updated. [ 618.665951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.666181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.666181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.666383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.666599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.666664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3985c7bb-5579-4aeb-9dce-54e2716f7d60" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.764109] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f in Status: SUCCESS [ 618.764534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.879434] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.879732] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.879941] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.880412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.880658] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.880909] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 939876df-2b3d-4723-8926-1187feb4fe37 not found, creating... [ 618.881473] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.881652] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.881837] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.882563] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.882710] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.883034] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.883231] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.883313] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.883823] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.883997] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.884244] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 939876df-2b3d-4723-8926-1187feb4fe37 is going to be created. [ 618.907351] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.907542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.908218] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.908218] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.908623] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.908623] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.008119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 619.008119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.008381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.008825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.008825] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.008825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.009974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.009974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.009974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.009974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.009974] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.147610] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.512537] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.512908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.513245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.513765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.514268] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.514452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.514593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.515420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.515420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.515420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.515724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.516289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.516289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.516289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.516501] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.516662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.516962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.517206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.517394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.517532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.517680] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.653254] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.653254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.653254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.653254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.653254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.653254] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 is going to be created. [ 619.683105] env[65422]: INFO networking_nsxv3.common.synchronization [req-98a4b9df-ca08-4e80-81b7-6a80a73753bf req-7b811f3f-f928-40bb-826f-c3aeeb4a7370 service nova] Enqueued Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_rules [ 619.683425] env[65422]: INFO networking_nsxv3.common.synchronization [req-98a4b9df-ca08-4e80-81b7-6a80a73753bf req-7b811f3f-f928-40bb-826f-c3aeeb4a7370 service nova] Enqueued Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_members [ 619.683576] env[65422]: INFO networking_nsxv3.common.synchronization [req-98a4b9df-ca08-4e80-81b7-6a80a73753bf req-7b811f3f-f928-40bb-826f-c3aeeb4a7370 service nova] Enqueued Resource ID: 939876df-2b3d-4723-8926-1187feb4fe37 with Priority: HIGHEST for action port [ 619.685521] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.685681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.685763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.686043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.686243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.688382] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_rules [ 619.689599] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_members [ 619.689800] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939876df-2b3d-4723-8926-1187feb4fe37 with Priority: HIGHEST for action port [ 619.690298] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.690392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.690462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.690774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.690879] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.691992] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.692110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.692348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.692540] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.692587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.692654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.692826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.692915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.692947] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.694843] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-939876df-2b3d-4723-8926-1187feb4fe37 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.695358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.695358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.695358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.695358] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939876df-2b3d-4723-8926-1187feb4fe37',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.713833] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 in Status: UNINITIALIZED for 2s [ 620.020869] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 988a27e9-5d0f-400f-bd2a-4ac785456b09: rpc.has_security_group_logging(os_id): False [ 620.052872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.053529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.054533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.055096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.055819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.056230] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.056489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.056489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.056805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.056896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.057544] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.057544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.057544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.057935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.057935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.058247] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.058429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.058498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.058698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.059026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.059087] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be created. [ 620.156232] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.156514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.156602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.157729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.157729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.171256] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: IN_PROGRESS for 2s [ 620.203156] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.203336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.203620] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.204882] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 939876df-2b3d-4723-8926-1187feb4fe37 with status ACTIVE [ 620.206038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.206038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.206038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.206038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.206038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.207343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.207571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.207611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.207869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.207997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.209669] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.210347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.210347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.210347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.210347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.210550] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 939876df-2b3d-4723-8926-1187feb4fe37 is going to be updated. [ 620.235193] env[65422]: INFO networking_nsxv3.common.synchronization [req-40fc23ff-008f-4c07-b977-ca1ed0b514e1 req-69b2b937-892a-4fdc-80e2-928b46a01a54 tempest-ListImageFiltersTestJSON-1091573721 tempest-ListImageFiltersTestJSON-1091573721-project-member] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 620.236272] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 620.237152] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.237152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.237152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.237395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.237649] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.238735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.238735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.238735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.238735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.238735] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.242132] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.242359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.242474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.242796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.243018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.243955] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939876df-2b3d-4723-8926-1187feb4fe37" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.675171] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.675372] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.675966] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.676295] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.676555] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.676699] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.676803] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.677080] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.677290] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.677532] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.677652] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.677758] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.677884] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.677990] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.678119] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.678255] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.698808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.699653] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.701687] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.701687] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.701687] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.701687] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.701687] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.702197] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.702197] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.714965] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.742216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.742395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.742479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.742715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.742870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.743016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.743130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.743197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.743348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.743828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.743980] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f already deleted. [ 620.744301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.204901] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.205274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.205274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.205496] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.205639] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.205788] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 not found, creating... [ 621.206048] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.206233] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.206352] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.206567] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.206697] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.206972] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.207139] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.207250] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.208327] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.208586] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.208975] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 is going to be created. [ 621.220115] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.220115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.220467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.220907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.221085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.222207] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb is going to be created. [ 621.244729] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.244958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.245081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.245358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.245589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.245810] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.256013] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.256362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.256437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.257517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.257825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.270796] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb in Status: UNINITIALIZED for 2s [ 621.725647] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 in Status: SUCCESS [ 621.725862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.726198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.726440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.726643] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.726761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.727018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.727018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.727145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.727240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.727331] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.947160] env[65422]: INFO networking_nsxv3.common.synchronization [req-40fc23ff-008f-4c07-b977-ca1ed0b514e1 req-58dae1a2-b544-4e6e-bacc-841a9d54cf0a service nova] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_rules [ 621.947353] env[65422]: INFO networking_nsxv3.common.synchronization [req-40fc23ff-008f-4c07-b977-ca1ed0b514e1 req-58dae1a2-b544-4e6e-bacc-841a9d54cf0a service nova] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 621.947462] env[65422]: INFO networking_nsxv3.common.synchronization [req-40fc23ff-008f-4c07-b977-ca1ed0b514e1 req-58dae1a2-b544-4e6e-bacc-841a9d54cf0a service nova] Enqueued Resource ID: 3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 with Priority: HIGHEST for action port [ 621.948033] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_rules [ 621.948178] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 621.948302] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 with Priority: HIGHEST for action port [ 621.948585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.948710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.948770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.949010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.949150] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.950066] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.950136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.950180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.950373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.950528] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.950620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.951535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.951535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.951535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.951535] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.951759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.951851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.951907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.952073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.952150] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.190774] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 622.190882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.230789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.230789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.230789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.231435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.231435] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.231435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.231435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.231435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.231613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.231613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.232074] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.232074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.232074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.232074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.232557] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.232557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.232557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.232557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.232557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.232819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.232819] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.455452] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.455452] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.456114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.456394] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 with status ACTIVE [ 622.456599] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.456709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.457858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.457858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.457858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.458501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.458501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.458501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.458501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.458501] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3 is going to be updated. [ 622.488905] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.488905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.488905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.489202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.489454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.492757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cc93e6f-5b65-4d1b-8860-439f6ed2b3b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.740522] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50a88730-92b7-40f9-af2b-6a3ea601d768: rpc.has_security_group_logging(os_id): False [ 622.760482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.760637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.760805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.760928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.761030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.761247] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.761352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.761414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.761643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.761643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.761829] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.761931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.761989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.762231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.762231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.762529] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.762529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.762529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.762740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.762740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.762829] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 is going to be created. [ 622.830301] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.830301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.830301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.830301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.830301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.842674] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 in Status: IN_PROGRESS for 2s [ 622.961496] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.281263] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb in Status: SUCCESS [ 623.281866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.281866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.282136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.282136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.282401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.282401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.282529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.282529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.282681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.282778] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.464517] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.464717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.464784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.464945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.465042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.465143] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be created. [ 623.500079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.500338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.500338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.500528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.500695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.512712] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: UNINITIALIZED for 2s [ 623.785183] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.292519] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c083b67-e107-4514-b2b2-ba9cb60fdacb: rpc.has_security_group_logging(os_id): False [ 624.312283] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.312518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.312563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.312856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.312966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.313176] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.313287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.313357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.313511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.313587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.313699] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb is going to be created. [ 624.361272] env[65422]: INFO networking_nsxv3.common.synchronization [None req-0689e552-453c-42bd-bfc3-245471471987 None None] Enqueued Resource ID: 07a17f52-c440-4f1e-a102-8057462209cf with Priority: HIGHEST for action port [ 624.361272] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a17f52-c440-4f1e-a102-8057462209cf with Priority: HIGHEST for action port [ 624.361272] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a17f52-c440-4f1e-a102-8057462209cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.361600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a17f52-c440-4f1e-a102-8057462209cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.361600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a17f52-c440-4f1e-a102-8057462209cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.361663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a17f52-c440-4f1e-a102-8057462209cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.361778] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a17f52-c440-4f1e-a102-8057462209cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.399949] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.400207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.400207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.400893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.400893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.417962] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb in Status: IN_PROGRESS for 2s [ 624.694793] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7a3f3e7c-a9dc-4837-b040-8dbb73f37d87 None None] Enqueued Resource ID: 51c3f1e0-8e39-4845-9481-2a45a9b082e6 with Priority: HIGHEST for action port [ 624.695474] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51c3f1e0-8e39-4845-9481-2a45a9b082e6 with Priority: HIGHEST for action port [ 624.695885] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-51c3f1e0-8e39-4845-9481-2a45a9b082e6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.696027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51c3f1e0-8e39-4845-9481-2a45a9b082e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.696142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51c3f1e0-8e39-4845-9481-2a45a9b082e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.696344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51c3f1e0-8e39-4845-9481-2a45a9b082e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.696425] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51c3f1e0-8e39-4845-9481-2a45a9b082e6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.857148] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 in Status: SUCCESS [ 624.857148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.867856] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07a17f52-c440-4f1e-a102-8057462209cf [ 624.868300] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.868599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.868769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.869088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.869279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.869468] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07a17f52-c440-4f1e-a102-8057462209cf already deleted. [ 624.869646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a17f52-c440-4f1e-a102-8057462209cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.199890] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51c3f1e0-8e39-4845-9481-2a45a9b082e6 [ 625.199993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.200414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.200414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.200414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.200537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.200589] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51c3f1e0-8e39-4845-9481-2a45a9b082e6 already deleted. [ 625.200694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51c3f1e0-8e39-4845-9481-2a45a9b082e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.526287] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 625.526287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.526287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.526287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.526798] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.526798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.526903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.528160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.528160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.528160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.528160] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.722749] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ef8baa5-647b-45e3-848c-0a86a1bfccdb req-4f69cb70-af3e-4529-8768-a8cfe9f77eb4 tempest-ListImageFiltersTestJSON-1091573721 tempest-ListImageFiltersTestJSON-1091573721-project-member] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 625.723683] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 625.724143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.724574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.724702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.724930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.725143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.725283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.725414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.725573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.725683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.725795] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.032139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.032139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.209353] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.209458] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.209570] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.209885] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.210071] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.210211] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.210407] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.210769] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.210924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.211165] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.211974] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.211974] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.211974] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.211974] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.211974] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.212197] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.228805] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.236059] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.236225] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.236361] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.236536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.236845] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-9f691f3d-5247-46d4-b46b-6840c2cc557d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.237015] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.237127] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.237448] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.237582] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f691f3d-5247-46d4-b46b-6840c2cc557d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.431254] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb in Status: SUCCESS [ 626.431415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.732377] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.740949] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.741529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.741805] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.742274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.742585] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.742849] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 9f691f3d-5247-46d4-b46b-6840c2cc557d not found, creating... [ 626.743199] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.743609] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.744184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.744501] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.744714] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.745092] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.745423] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.745597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.745874] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.746162] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.746380] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 9f691f3d-5247-46d4-b46b-6840c2cc557d is going to be created. [ 626.769192] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.769473] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.769611] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.769880] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.770149] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.770526] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.820062] env[65422]: INFO networking_nsxv3.common.synchronization [None req-8f78d58b-6ab2-4f39-a172-adf6859887ca None None] Enqueued Resource ID: 2b262eba-2fba-412d-bd22-7abfac88bdfd with Priority: HIGHEST for action port [ 626.821177] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b262eba-2fba-412d-bd22-7abfac88bdfd with Priority: HIGHEST for action port [ 626.821717] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b262eba-2fba-412d-bd22-7abfac88bdfd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.821872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b262eba-2fba-412d-bd22-7abfac88bdfd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.821944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b262eba-2fba-412d-bd22-7abfac88bdfd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.822261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b262eba-2fba-412d-bd22-7abfac88bdfd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.822376] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b262eba-2fba-412d-bd22-7abfac88bdfd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.236364] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.236655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.236655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.236794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.236880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.236976] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be updated. [ 627.266391] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.266391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.266544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.266618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.266761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.276329] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 627.324807] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b262eba-2fba-412d-bd22-7abfac88bdfd [ 627.325038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.325166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.325234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.325516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.325615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.325720] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b262eba-2fba-412d-bd22-7abfac88bdfd already deleted. [ 627.325796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b262eba-2fba-412d-bd22-7abfac88bdfd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.477764] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ef8baa5-647b-45e3-848c-0a86a1bfccdb req-d2ca767f-1fe2-42a5-9db4-f4dfdd6e9219 service nova] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_rules [ 627.477764] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ef8baa5-647b-45e3-848c-0a86a1bfccdb req-d2ca767f-1fe2-42a5-9db4-f4dfdd6e9219 service nova] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 627.477764] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ef8baa5-647b-45e3-848c-0a86a1bfccdb req-d2ca767f-1fe2-42a5-9db4-f4dfdd6e9219 service nova] Enqueued Resource ID: 9f691f3d-5247-46d4-b46b-6840c2cc557d with Priority: HIGHEST for action port [ 627.477764] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_rules [ 627.477764] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 627.477764] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f691f3d-5247-46d4-b46b-6840c2cc557d with Priority: HIGHEST for action port [ 627.481628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.481875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.482264] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.482561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.482888] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f691f3d-5247-46d4-b46b-6840c2cc557d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.484132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.484342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.484685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.485934] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f691f3d-5247-46d4-b46b-6840c2cc557d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.991683] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f691f3d-5247-46d4-b46b-6840c2cc557d with status ACTIVE [ 627.992592] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.992592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.992592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.993232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.993232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.993815] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.993815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.993815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.995121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.995121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.995121] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.995121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.995449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.995638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.996354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.996354] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f691f3d-5247-46d4-b46b-6840c2cc557d is going to be updated. [ 628.026043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.026043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.026043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.026300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f691f3d-5247-46d4-b46b-6840c2cc557d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.826449] env[65422]: INFO networking_nsxv3.common.synchronization [None req-055bcf55-7fd4-4a98-bb4c-de29a27d213d None None] Enqueued Resource ID: 90ebfd84-8a76-4a44-87da-ca0854838fe2 with Priority: HIGHEST for action port [ 628.826449] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90ebfd84-8a76-4a44-87da-ca0854838fe2 with Priority: HIGHEST for action port [ 628.826875] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-90ebfd84-8a76-4a44-87da-ca0854838fe2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.826994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90ebfd84-8a76-4a44-87da-ca0854838fe2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.827436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90ebfd84-8a76-4a44-87da-ca0854838fe2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.828123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90ebfd84-8a76-4a44-87da-ca0854838fe2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.828123] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90ebfd84-8a76-4a44-87da-ca0854838fe2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.290494] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 629.290912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.291052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.291322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.291588] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.291890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.291890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.291987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.292203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.292447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.292757] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.292865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.292865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.293025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.293180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.293280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.293342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.293486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.293592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.293706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.293758] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.294679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.295035] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.295179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.295179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.295333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.295464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.295464] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.330372] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90ebfd84-8a76-4a44-87da-ca0854838fe2 [ 629.330681] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.330907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.330973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.331665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.331803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.331944] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90ebfd84-8a76-4a44-87da-ca0854838fe2 already deleted. [ 629.332055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90ebfd84-8a76-4a44-87da-ca0854838fe2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.799626] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36426345-0529-479d-b2ab-a3a79d31d63f: rpc.has_security_group_logging(os_id): False [ 629.800835] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.823798] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.824016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.824129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.824382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.824497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.824802] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.824907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.824970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.826506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.826588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.826840] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.826960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.827401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.827401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.827511] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.827589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.827589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.827732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.827825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.827899] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be created. [ 629.892786] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.892930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.893008] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.893259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.893448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.905099] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 629.937424] env[65422]: INFO networking_nsxv3.common.synchronization [None req-51fe936d-60a6-4faf-9a48-2871ec275a9f None None] Enqueued Resource ID: 411f5351-6bb3-4752-b43c-25a147fd1595 with Priority: HIGHEST for action port [ 629.939093] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411f5351-6bb3-4752-b43c-25a147fd1595 with Priority: HIGHEST for action port [ 629.939665] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-411f5351-6bb3-4752-b43c-25a147fd1595 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.940070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411f5351-6bb3-4752-b43c-25a147fd1595" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.940481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411f5351-6bb3-4752-b43c-25a147fd1595" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.940864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411f5351-6bb3-4752-b43c-25a147fd1595" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.941026] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411f5351-6bb3-4752-b43c-25a147fd1595',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.305997] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.444504] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 411f5351-6bb3-4752-b43c-25a147fd1595 [ 630.444701] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.444818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.444871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.446894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.446894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.446894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:411f5351-6bb3-4752-b43c-25a147fd1595 already deleted. [ 630.446894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411f5351-6bb3-4752-b43c-25a147fd1595" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.808941] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.809149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.809218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.809433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.809657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.809657] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be updated. [ 630.845865] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.846029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.846095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.846309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.846457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.861024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 631.921456] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 631.921705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.921807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.921990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.922091] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.427810] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.427810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.870783] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 632.871014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.871182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.871397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.871581] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.871693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.871752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.871896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.871970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.872061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.872147] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.377223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.377223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.377223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.377846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.377846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.377846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.377846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.378129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.378129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.378234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.379241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.379241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.379241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.379241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.379241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.379241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.379241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.379783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.379783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.379783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.379783] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.885674] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36426345-0529-479d-b2ab-a3a79d31d63f: rpc.has_security_group_logging(os_id): False [ 633.907151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.907151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907938] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.907938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.907938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.907938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.907938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.907938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be updated. [ 633.988889] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.989083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.989135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.989371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.989525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.002645] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 634.065020] env[65422]: INFO networking_nsxv3.common.synchronization [None req-4d25ad93-dda5-436b-bf2c-6fa8ed06b4b9 None None] Enqueued Resource ID: 334b9365-19ee-4f00-ae72-ac407f4df9ee with Priority: HIGHEST for action port [ 634.065020] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334b9365-19ee-4f00-ae72-ac407f4df9ee with Priority: HIGHEST for action port [ 634.065020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-334b9365-19ee-4f00-ae72-ac407f4df9ee taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.065020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334b9365-19ee-4f00-ae72-ac407f4df9ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.065511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334b9365-19ee-4f00-ae72-ac407f4df9ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.065511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334b9365-19ee-4f00-ae72-ac407f4df9ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.065511] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334b9365-19ee-4f00-ae72-ac407f4df9ee',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.568503] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 334b9365-19ee-4f00-ae72-ac407f4df9ee [ 634.571151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.571151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.571151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.571151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.571151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.571151] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:334b9365-19ee-4f00-ae72-ac407f4df9ee already deleted. [ 634.571151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334b9365-19ee-4f00-ae72-ac407f4df9ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.744911] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b8d47ca-e994-4b8f-959b-186e2fc8953b req-0f4f89c5-c1b5-4b83-87d1-8bcb9bf34458 tempest-ServersWithSpecificFlavorTestJSON-1066645637 tempest-ServersWithSpecificFlavorTestJSON-1066645637-project-member] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 634.745498] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 634.745961] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.747071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.747192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.747521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.751269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.751438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.751513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.751743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.751833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.751933] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.172249] env[65422]: INFO networking_nsxv3.common.synchronization [None req-65fee9ad-baf2-4815-91d0-717bd9ffe36e None None] Enqueued Resource ID: 349b3bf4-4938-422f-a8a2-4521df5d3f52 with Priority: HIGHEST for action port [ 635.176024] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349b3bf4-4938-422f-a8a2-4521df5d3f52 with Priority: HIGHEST for action port [ 635.176024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-349b3bf4-4938-422f-a8a2-4521df5d3f52 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.176024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-349b3bf4-4938-422f-a8a2-4521df5d3f52" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.176024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-349b3bf4-4938-422f-a8a2-4521df5d3f52" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.176024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-349b3bf4-4938-422f-a8a2-4521df5d3f52" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.176024] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('349b3bf4-4938-422f-a8a2-4521df5d3f52',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.254513] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.254682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.254751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.254979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.255082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.255281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.255384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.255429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.255589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.255669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.255753] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc already deleted. [ 635.255832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.309270] env[65422]: INFO networking_nsxv3.common.synchronization [None req-3547bafb-3ddd-4928-b571-7d435443ef42 None None] Enqueued Resource ID: 081d8f94-3dde-4360-bbad-31ee67d43e38 with Priority: HIGHEST for action port [ 635.310276] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 081d8f94-3dde-4360-bbad-31ee67d43e38 with Priority: HIGHEST for action port [ 635.310914] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-081d8f94-3dde-4360-bbad-31ee67d43e38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.311227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-081d8f94-3dde-4360-bbad-31ee67d43e38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.311371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-081d8f94-3dde-4360-bbad-31ee67d43e38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.311960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-081d8f94-3dde-4360-bbad-31ee67d43e38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.312167] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('081d8f94-3dde-4360-bbad-31ee67d43e38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.678399] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 349b3bf4-4938-422f-a8a2-4521df5d3f52 [ 635.678666] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.678750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.678840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.679200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.679393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.679517] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:349b3bf4-4938-422f-a8a2-4521df5d3f52 already deleted. [ 635.679566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-349b3bf4-4938-422f-a8a2-4521df5d3f52" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.817968] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 081d8f94-3dde-4360-bbad-31ee67d43e38 [ 635.818951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.818951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.819328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.819546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.819679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.819814] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:081d8f94-3dde-4360-bbad-31ee67d43e38 already deleted. [ 635.819914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-081d8f94-3dde-4360-bbad-31ee67d43e38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.841625] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5c499346-c907-434b-945d-dbfc65af181f tempest-ServersTestFqdnHostnames-1231859803 tempest-ServersTestFqdnHostnames-1231859803-project-member] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_rules [ 635.842493] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_rules [ 635.842942] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.848113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.848276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.848763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.848763] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.020117] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 636.020414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.098021] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.098021] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.098021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.098021] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.098021] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.098021] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.098021] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.098803] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.098803] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.098803] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.118439] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.118439] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.118439] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.118439] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.118439] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-ea1023c2-b650-4073-a973-29291b753f53 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.118439] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.118439] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.119674] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.120130] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1023c2-b650-4073-a973-29291b753f53',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.326752] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c97ea5a2-d21a-41a5-b907-85938369c400 tempest-ServersTestFqdnHostnames-1231859803 tempest-ServersTestFqdnHostnames-1231859803-project-member] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_rules [ 636.327327] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_rules [ 636.327652] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.327760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.372804] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.372804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.372804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.372804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.372804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.372804] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 already deleted. [ 636.373081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.373081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.373213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.373429] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.624129] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.624129] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.624760] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.624760] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.624837] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.625827] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port ea1023c2-b650-4073-a973-29291b753f53 not found, creating... [ 636.625827] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.625827] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.625827] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.625827] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.626137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.626274] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.626488] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.626617] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.626824] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.626978] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.627129] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: ea1023c2-b650-4073-a973-29291b753f53 is going to be created. [ 636.636293] env[65422]: INFO networking_nsxv3.common.synchronization [req-3a4d5c52-7b54-4896-b7ad-101805209393 req-118db5b1-00ab-4507-bddc-c6174f985025 tempest-TenantUsagesTestJSON-1417297331 tempest-TenantUsagesTestJSON-1417297331-project-member] Enqueued Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_members [ 636.637053] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGHEST for action security_group_members [ 636.637381] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.637509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.637574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.637768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.637909] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.638029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.638117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.638293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.638407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.638501] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.652493] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.652750] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.652955] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.653546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.653809] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.654660] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.902330] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.902593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.902593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.902745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.902832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.902924] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 already deleted. [ 636.903027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.011969] env[65422]: INFO networking_nsxv3.common.synchronization [req-f504a629-1f84-4aee-b004-418f0c5cc616 req-5c0de843-84b2-468a-a4c1-2fc54303406d tempest-AttachInterfacesV270Test-354795835 tempest-AttachInterfacesV270Test-354795835-project-member] Enqueued Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_members [ 637.012524] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_members [ 637.012892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.013252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.013252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.013252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.013435] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.013530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.013579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.014035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.014035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.014035] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.142655] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.142912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.143023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.143291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.143408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.143628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.143771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.143839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.144582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.144582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.144582] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0536cc94-e42e-471c-9b99-1bc5441d369c is going to be updated. [ 637.184117] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.184398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.184398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.184616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.184761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.199875] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0536cc94-e42e-471c-9b99-1bc5441d369c in Status: IN_PROGRESS for 2s [ 637.395800] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b8d47ca-e994-4b8f-959b-186e2fc8953b req-f8dfff34-18fa-4247-b2cb-297e59e15bcb service nova] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 637.395995] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b8d47ca-e994-4b8f-959b-186e2fc8953b req-f8dfff34-18fa-4247-b2cb-297e59e15bcb service nova] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 637.396162] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b8d47ca-e994-4b8f-959b-186e2fc8953b req-f8dfff34-18fa-4247-b2cb-297e59e15bcb service nova] Enqueued Resource ID: ea1023c2-b650-4073-a973-29291b753f53 with Priority: HIGHEST for action port [ 637.396677] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 637.396826] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 637.396937] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1023c2-b650-4073-a973-29291b753f53 with Priority: HIGHEST for action port [ 637.397218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.397386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.397386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.397666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.397746] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.398903] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.399034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.399101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.399362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.399559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.399666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.399727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.399881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.399958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.400113] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.400929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea1023c2-b650-4073-a973-29291b753f53 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.404352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.404352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.404352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.404352] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea1023c2-b650-4073-a973-29291b753f53',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.516443] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.517014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.517014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.517247] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.517358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.517421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.517643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.517735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.517822] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 already deleted. [ 637.517978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.721436] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.721686] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-55" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.721763] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-55" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.723170] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-55" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.723170] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.723410] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.723518] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.723825] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.723995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.724237] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.724372] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.724487] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.724592] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.724716] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.724823] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.724978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.739548] env[65422]: INFO networking_nsxv3.common.synchronization [None req-663fa0ae-d7df-46e6-9d08-d6c23977572f None None] Enqueued Resource ID: 74498662-3086-4e77-a65a-7bee2c69e05a with Priority: HIGHEST for action port [ 637.740084] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74498662-3086-4e77-a65a-7bee2c69e05a with Priority: HIGHEST for action port [ 637.740431] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-74498662-3086-4e77-a65a-7bee2c69e05a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.740592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74498662-3086-4e77-a65a-7bee2c69e05a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.740641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74498662-3086-4e77-a65a-7bee2c69e05a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.740860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74498662-3086-4e77-a65a-7bee2c69e05a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.740938] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74498662-3086-4e77-a65a-7bee2c69e05a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.746862] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.747290] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.747589] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.747785] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-55" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.748095] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-88cbb4cd-7967-47a9-9cda-a3456020aefa taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.748270] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.748415] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.748725] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.749057] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cbb4cd-7967-47a9-9cda-a3456020aefa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.805073] env[65422]: INFO networking_nsxv3.common.synchronization [None req-6dbdccfe-d21c-4bfd-9990-c310673633e6 None None] Enqueued Resource ID: c14c1091-5362-41e3-8433-b17eed8f738f with Priority: HIGHEST for action port [ 637.805344] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c14c1091-5362-41e3-8433-b17eed8f738f with Priority: HIGHEST for action port [ 637.805947] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c14c1091-5362-41e3-8433-b17eed8f738f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.806096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c14c1091-5362-41e3-8433-b17eed8f738f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.806163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c14c1091-5362-41e3-8433-b17eed8f738f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.806447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c14c1091-5362-41e3-8433-b17eed8f738f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.806494] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c14c1091-5362-41e3-8433-b17eed8f738f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.903946] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.907910] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.908069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.908219] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea1023c2-b650-4073-a973-29291b753f53 with status ACTIVE [ 637.908378] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.908506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.908543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.908732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.908980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.908980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.909099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.909138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.909279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.909353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.912959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.912959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.912959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.912959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.912959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.912959] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea1023c2-b650-4073-a973-29291b753f53 is going to be updated. [ 637.934445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.934709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.934786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.935758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.935758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.935758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea1023c2-b650-4073-a973-29291b753f53" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.243226] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74498662-3086-4e77-a65a-7bee2c69e05a [ 638.243473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.243609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.243669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.243886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.243976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.244082] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74498662-3086-4e77-a65a-7bee2c69e05a already deleted. [ 638.244163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74498662-3086-4e77-a65a-7bee2c69e05a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.251748] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.251948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.252074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.252328] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.252465] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 88cbb4cd-7967-47a9-9cda-a3456020aefa not found, creating... [ 638.253061] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.255220] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.255220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.255220] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 88cbb4cd-7967-47a9-9cda-a3456020aefa is going to be created. [ 638.278267] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.278522] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.278639] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.278998] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.279988] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.279988] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.308326] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c14c1091-5362-41e3-8433-b17eed8f738f [ 638.309043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.309043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.309043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.309301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.309301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.309401] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c14c1091-5362-41e3-8433-b17eed8f738f already deleted. [ 638.309401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c14c1091-5362-41e3-8433-b17eed8f738f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.413022] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.916174] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.916602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.916602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.916766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.916843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.916984] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be created. [ 638.948512] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.948692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.948762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.948960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.949140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.962427] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: UNINITIALIZED for 2s [ 639.090527] env[65422]: INFO networking_nsxv3.common.synchronization [req-f504a629-1f84-4aee-b004-418f0c5cc616 req-b7ae14b4-d897-4859-9372-d8c015bb7390 service nova] Enqueued Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_rules [ 639.090708] env[65422]: INFO networking_nsxv3.common.synchronization [req-f504a629-1f84-4aee-b004-418f0c5cc616 req-b7ae14b4-d897-4859-9372-d8c015bb7390 service nova] Enqueued Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_members [ 639.090828] env[65422]: INFO networking_nsxv3.common.synchronization [req-f504a629-1f84-4aee-b004-418f0c5cc616 req-b7ae14b4-d897-4859-9372-d8c015bb7390 service nova] Enqueued Resource ID: 88cbb4cd-7967-47a9-9cda-a3456020aefa with Priority: HIGHEST for action port [ 639.091794] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_rules [ 639.091794] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_members [ 639.092225] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88cbb4cd-7967-47a9-9cda-a3456020aefa with Priority: HIGHEST for action port [ 639.092299] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.092430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.092525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.093320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.093320] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.095937] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.097355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.097450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.097800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.097800] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.099233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.099233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.099233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.099900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.099900] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.100245] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-88cbb4cd-7967-47a9-9cda-a3456020aefa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.100813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.100813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.100813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.100813] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88cbb4cd-7967-47a9-9cda-a3456020aefa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.125746] env[65422]: INFO networking_nsxv3.common.synchronization [req-6b9380d6-7027-49b7-abc3-c62c89a29c6f req-3b9b0996-262d-4b8d-adef-34a8b8183106 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 639.126350] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 639.126766] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.126890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.126955] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.127440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.127594] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.127695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.127770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.127917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.128264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.128264] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.211646] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0536cc94-e42e-471c-9b99-1bc5441d369c in Status: SUCCESS [ 639.211829] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0536cc94-e42e-471c-9b99-1bc5441d369c deletion is rescheduled due to dependency. [ 639.211946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.564040] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.564040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.564040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.564911] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.566082] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.566306] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.566442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.566707] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.566853] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.567115] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.567456] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.567726] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.567726] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.567917] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.567917] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.567987] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.592288] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.592288] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.592501] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.592742] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.593130] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-831f4b30-3858-4674-b6f1-f7f00241ca20 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.593314] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.593429] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.593807] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.593956] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831f4b30-3858-4674-b6f1-f7f00241ca20',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.602951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.603203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.604095] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.605169] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88cbb4cd-7967-47a9-9cda-a3456020aefa with status ACTIVE [ 639.605386] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.605518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.605670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.605973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.606126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.606553] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.606553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.606690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.606838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.606956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.607339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.608118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.608180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.608180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.608574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.608574] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88cbb4cd-7967-47a9-9cda-a3456020aefa is going to be updated. [ 639.631397] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.631397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.631397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.631397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.631397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.632072] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.632072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.632072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.632072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.632072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.632072] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 already deleted. [ 639.632072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.633807] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.633919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.633968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.634148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.634407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88cbb4cd-7967-47a9-9cda-a3456020aefa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.097323] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.098199] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.098496] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.099715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.099956] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.100070] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 831f4b30-3858-4674-b6f1-f7f00241ca20 not found, creating... [ 640.100359] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.100673] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.100790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.102251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.102432] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.102820] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.103103] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.103180] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.103409] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.103547] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.103702] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 831f4b30-3858-4674-b6f1-f7f00241ca20 is going to be created. [ 640.110676] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.129374] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.130811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.130811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.130811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.130811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.131204] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.613258] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.613514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.613596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.613811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.613913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.614117] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 is going to be created. [ 640.645787] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.645994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.645994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.646248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.646394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.661339] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 in Status: UNINITIALIZED for 2s [ 640.852151] env[65422]: INFO networking_nsxv3.common.synchronization [req-6b9380d6-7027-49b7-abc3-c62c89a29c6f req-8ed39fe3-c747-4f76-82ba-25c7339d394f service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 640.852469] env[65422]: INFO networking_nsxv3.common.synchronization [req-6b9380d6-7027-49b7-abc3-c62c89a29c6f req-8ed39fe3-c747-4f76-82ba-25c7339d394f service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 640.852724] env[65422]: INFO networking_nsxv3.common.synchronization [req-6b9380d6-7027-49b7-abc3-c62c89a29c6f req-8ed39fe3-c747-4f76-82ba-25c7339d394f service nova] Enqueued Resource ID: 831f4b30-3858-4674-b6f1-f7f00241ca20 with Priority: HIGHEST for action port [ 640.854052] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 640.857796] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 640.857796] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831f4b30-3858-4674-b6f1-f7f00241ca20 with Priority: HIGHEST for action port [ 640.857796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.857796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.857796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.857796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.857796] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.859412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.859581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.859670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.859903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.860105] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.860239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.860325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.860637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.860713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.860816] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.868560] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-831f4b30-3858-4674-b6f1-f7f00241ca20 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.868560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.868560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.868560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.868560] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831f4b30-3858-4674-b6f1-f7f00241ca20',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.973931] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 640.975039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.975039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.975285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.975574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.975785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.975919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.976119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.976295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.976398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.976481] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.370589] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.373419] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.374338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.374338] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 831f4b30-3858-4674-b6f1-f7f00241ca20 with status ACTIVE [ 641.374529] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.374529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.375467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.375538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.375624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.375832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.378624] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.378624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.378624] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 831f4b30-3858-4674-b6f1-f7f00241ca20 is going to be updated. [ 641.408837] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.409426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.409426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.413311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.413311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.413311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831f4b30-3858-4674-b6f1-f7f00241ca20" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.478831] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.879298] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.919555] env[65422]: INFO networking_nsxv3.common.synchronization [req-961c5786-da2e-4374-a339-0e1fecfc44c0 req-f3ab7e6f-0c3e-446e-aadb-3b76155d6ac6 tempest-ServerDiagnosticsNegativeTest-1397181397 tempest-ServerDiagnosticsNegativeTest-1397181397-project-member] Enqueued Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_members [ 641.920132] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_members [ 641.920487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.920628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.923097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.923097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.923097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.923097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.923097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.923097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.923097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.923097] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.981900] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 289a5d65-fa24-4a2c-bdd9-890d02059bbc: rpc.has_security_group_logging(os_id): False [ 642.002841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.003042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.003116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.003327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.003423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.003654] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.003752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.003807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.003969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.004056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.004142] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be created. [ 642.071075] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.071404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.071404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.071620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.071803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.087020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: IN_PROGRESS for 2s [ 642.180921] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5252eb14-b3aa-4b07-b590-572a249ebc2e tempest-ServersTestBootFromVolume-329786802 tempest-ServersTestBootFromVolume-329786802-project-member] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_rules [ 642.181999] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_rules [ 642.182369] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.182507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.182576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.182923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.183040] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.383840] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.383840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.383840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.383840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.383840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.383840] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be created. [ 642.411220] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.411441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.411508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.411801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.412048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.425316] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.425486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.425566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.428038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.428038] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 already deleted. [ 642.428038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.439225] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: UNINITIALIZED for 2s [ 642.540384] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.540384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.540384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.540384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.540384] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.540384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.540384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.540384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.541203] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.541680] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.542111] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.542986] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.544643] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.544643] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.544643] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.544643] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.566883] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.567067] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.567204] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.567467] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.567681] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.567846] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.567955] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.568300] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.568540] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0ad262-a7c3-46b2-962a-ae6db1e6279d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.640762] env[65422]: INFO networking_nsxv3.common.synchronization [None req-02fabb2e-1468-4afa-b1e2-964022b0a92f tempest-ServersTestBootFromVolume-329786802 tempest-ServersTestBootFromVolume-329786802-project-member] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_rules [ 642.641463] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_rules [ 642.642025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.642025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.672198] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 in Status: SUCCESS [ 642.672419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.672592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.672805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.672984] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.673110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.673196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.673324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.673394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.673480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.673559] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.710959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.711162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.711235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.711833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.711992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.712122] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc already deleted. [ 642.712209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.712372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.712582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.712672] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.072082] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.072430] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.072574] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.072951] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.073228] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.073331] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 0d0ad262-a7c3-46b2-962a-ae6db1e6279d not found, creating... [ 643.074115] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.074115] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.074263] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.076033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.076033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.076033] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.076033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.076288] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.076324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.076442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.076609] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 0d0ad262-a7c3-46b2-962a-ae6db1e6279d is going to be created. [ 643.099215] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.099496] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.099563] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.100072] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.100072] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.100752] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.176750] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.176970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.177075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.177857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.177857] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.177857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.178137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.178186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.178637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.178637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.178637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.178782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.178782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.179878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.179878] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.179878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.179878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.179878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.179878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.179878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.179878] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.264597] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.264597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.264597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.264831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.264831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.264831] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc already deleted. [ 643.265149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.684187] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb6e7fb1-b430-4ad1-958b-857940aaafb0: rpc.has_security_group_logging(os_id): False [ 643.715941] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.716180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.716503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.716638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.716792] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.716887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.716946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.717229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.717535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.717642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.717695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.717873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.717945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.718176] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.718263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.718356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.718461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.718559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.718646] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 is going to be created. [ 643.787857] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.788038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.788175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.788398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.788573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.803933] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 in Status: IN_PROGRESS for 2s [ 643.865619] env[65422]: INFO networking_nsxv3.common.synchronization [req-961c5786-da2e-4374-a339-0e1fecfc44c0 req-e6c30d15-28b0-411d-b20b-f1b227a0776a service nova] Enqueued Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_rules [ 643.865619] env[65422]: INFO networking_nsxv3.common.synchronization [req-961c5786-da2e-4374-a339-0e1fecfc44c0 req-e6c30d15-28b0-411d-b20b-f1b227a0776a service nova] Enqueued Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_members [ 643.865834] env[65422]: INFO networking_nsxv3.common.synchronization [req-961c5786-da2e-4374-a339-0e1fecfc44c0 req-e6c30d15-28b0-411d-b20b-f1b227a0776a service nova] Enqueued Resource ID: 0d0ad262-a7c3-46b2-962a-ae6db1e6279d with Priority: HIGHEST for action port [ 643.868027] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_rules [ 643.868027] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_members [ 643.868027] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ad262-a7c3-46b2-962a-ae6db1e6279d with Priority: HIGHEST for action port [ 643.870029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.870029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.870029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.870290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.870290] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.872280] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.872691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.872797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.873082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.873262] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.873375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.873448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.873770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.873770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.873843] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.875042] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.875199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.875199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.875695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.876405] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d0ad262-a7c3-46b2-962a-ae6db1e6279d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.106845] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 644.107213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.382640] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.382640] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.382640] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d0ad262-a7c3-46b2-962a-ae6db1e6279d with status ACTIVE [ 644.382640] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.382640] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.382640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.383432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.383432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.383432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.383432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.383572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.383572] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d0ad262-a7c3-46b2-962a-ae6db1e6279d is going to be updated. [ 644.407482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.407774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.407774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.408130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.408130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.408300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d0ad262-a7c3-46b2-962a-ae6db1e6279d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.452550] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 644.452784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.453074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.453391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.453531] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.453651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.453708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.453865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.456330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.456330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.456330] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.752231] env[65422]: INFO networking_nsxv3.common.synchronization [req-583b3457-288d-4ca1-9724-7beca1861ae4 req-fdfe677d-6bcf-46f8-a7a0-78b6e8ab2b4c tempest-ServerMetadataNegativeTestJSON-170156206 tempest-ServerMetadataNegativeTestJSON-170156206-project-member] Enqueued Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_members [ 644.753380] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_members [ 644.754437] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.757022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.757022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.757799] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.889642] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.956927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.957111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.957184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.957473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.957821] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.957821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.957821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.958011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.958134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.958227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.958385] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.958547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.958547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.958697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.958838] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.958930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.958990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.959144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.959219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.959300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.959388] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.261093] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.261639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.261639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.261639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.261904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.261945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.262043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.262156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.262266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.262365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.266220] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe already deleted. [ 645.266386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.394459] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.394676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.395746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.395746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.395746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.395746] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 is going to be created. [ 645.428699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.429315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.429458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.429784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.430066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.447219] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 in Status: UNINITIALIZED for 2s [ 645.469276] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38987900-f453-4ad4-81f5-fdb237c99f57: rpc.has_security_group_logging(os_id): False [ 645.492879] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.493145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.493201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.493378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.493473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.493675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.493788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.493856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.494045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.494131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.494356] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.494453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.494516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.494692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.495692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.495692] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.495692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.495692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.495692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.495692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.495692] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be created. [ 645.575977] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.576189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.576320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.576438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.576632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.591188] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 645.679787] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.680068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.680167] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.680532] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.680860] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.681180] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.681330] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.681747] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.681891] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.682136] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.682262] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.682367] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.683381] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.683381] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.683381] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.683381] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.714818] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.715032] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.715338] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.715430] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.715722] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-24cf9d48-62c6-4756-bdcc-5008383a037b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.715931] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.716086] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.716402] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.716540] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cf9d48-62c6-4756-bdcc-5008383a037b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.818403] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 in Status: SUCCESS [ 645.818729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.219669] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.219980] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.219980] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.220365] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.220681] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.220836] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 24cf9d48-62c6-4756-bdcc-5008383a037b not found, creating... [ 646.221085] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.221316] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.221378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.221705] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.221871] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.222151] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.222445] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.222574] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.222847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.223012] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.223149] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 24cf9d48-62c6-4756-bdcc-5008383a037b is going to be created. [ 646.250769] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.251065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.251065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.251348] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.251573] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.251838] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.970022] env[65422]: INFO networking_nsxv3.common.synchronization [req-583b3457-288d-4ca1-9724-7beca1861ae4 req-7e200e59-6572-4778-9d98-1aa40c29130e service nova] Enqueued Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_rules [ 646.970022] env[65422]: INFO networking_nsxv3.common.synchronization [req-583b3457-288d-4ca1-9724-7beca1861ae4 req-7e200e59-6572-4778-9d98-1aa40c29130e service nova] Enqueued Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_members [ 646.970022] env[65422]: INFO networking_nsxv3.common.synchronization [req-583b3457-288d-4ca1-9724-7beca1861ae4 req-7e200e59-6572-4778-9d98-1aa40c29130e service nova] Enqueued Resource ID: 24cf9d48-62c6-4756-bdcc-5008383a037b with Priority: HIGHEST for action port [ 646.970022] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_rules [ 646.970022] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_members [ 646.970022] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24cf9d48-62c6-4756-bdcc-5008383a037b with Priority: HIGHEST for action port [ 646.971033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.971310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.971481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.975021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.975021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.975021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.975021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.975021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.976292] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-24cf9d48-62c6-4756-bdcc-5008383a037b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.976583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.977521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.978141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.978141] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24cf9d48-62c6-4756-bdcc-5008383a037b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.461057] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 in Status: SUCCESS [ 647.461057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.461477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.461477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.461625] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.461625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.461810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.461879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.461940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.462012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.462109] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.480218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.480364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.480704] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.482042] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24cf9d48-62c6-4756-bdcc-5008383a037b with status ACTIVE [ 647.482291] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.482460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.482533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.482728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.482945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.483180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.483277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.483345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.483515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.483667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.483852] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.483936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.483996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.484158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.484233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.484316] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24cf9d48-62c6-4756-bdcc-5008383a037b is going to be updated. [ 647.518024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.518024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.518024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.518024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.518024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.518024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24cf9d48-62c6-4756-bdcc-5008383a037b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.609965] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 647.610196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.813706] env[65422]: INFO networking_nsxv3.common.synchronization [None req-726723ff-64e8-4a8f-8b4c-a3bbac6b2ab8 None None] Enqueued Resource ID: 1d057f35-9b3a-4375-a0ac-901c3abff62c with Priority: HIGHEST for action port [ 647.814541] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d057f35-9b3a-4375-a0ac-901c3abff62c with Priority: HIGHEST for action port [ 647.815688] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d057f35-9b3a-4375-a0ac-901c3abff62c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.815688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d057f35-9b3a-4375-a0ac-901c3abff62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.815688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d057f35-9b3a-4375-a0ac-901c3abff62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.815688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d057f35-9b3a-4375-a0ac-901c3abff62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.815688] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d057f35-9b3a-4375-a0ac-901c3abff62c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.964431] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.964894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.965051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.965389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.965789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.965789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.965789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.966174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.966323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.966452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.966639] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.966809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.966898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.967470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.969052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.969199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.969290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.970032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.970310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.970310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.970382] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.988674] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.318101] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d057f35-9b3a-4375-a0ac-901c3abff62c [ 648.318428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.318586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.318674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.319018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.319122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.319191] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d057f35-9b3a-4375-a0ac-901c3abff62c already deleted. [ 648.319281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d057f35-9b3a-4375-a0ac-901c3abff62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.478219] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d2d2219b-9427-495e-a3a1-0e13c1840c09: rpc.has_security_group_logging(os_id): False [ 648.491455] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.492038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.492246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.492564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.492769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.492993] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe is going to be created. [ 648.499023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.499023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.499023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.499023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.499726] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.499726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.499726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.499726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.499726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.500224] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 is going to be created. [ 648.504435] env[65422]: INFO networking_nsxv3.common.synchronization [req-f4985254-a42e-4e90-bdcf-4f64666e1eef req-0c9404c6-6aee-48d5-b69d-ee9e0d9841a7 tempest-DeleteServersAdminTestJSON-1523437843 tempest-DeleteServersAdminTestJSON-1523437843-project-member] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 648.505367] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 648.505874] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.506211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.506402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.506881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.507153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.507802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.507802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.507802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.507802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.507802] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.542518] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.542518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.542518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.542518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.542895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.564693] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe in Status: UNINITIALIZED for 2s [ 648.590137] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.590431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.590785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.591102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.591466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.613585] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 in Status: IN_PROGRESS for 2s [ 649.006877] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.007345] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.007345] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.007567] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.007890] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.008088] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.008212] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.008486] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.008612] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.008861] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.009055] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.009184] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.009310] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.009427] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.009614] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.009733] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.011769] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.011916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.014030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.015471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.015471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.015726] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.015869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.015969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.016209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.016313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.016439] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be updated. [ 649.044927] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.045149] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.045545] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.045545] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.045718] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.045880] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.045990] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.046408] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.046741] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ca30d7-8bbd-483b-bc06-14bf5c43111c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.049359] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.049526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.049626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.049841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.050126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.061291] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: IN_PROGRESS for 2s [ 649.324764] env[65422]: INFO networking_nsxv3.common.synchronization [None req-6f1e9668-f348-4fac-b430-ae921bec3f9c None None] Enqueued Resource ID: 79e7d8f0-280c-4d44-badc-a3bde7ea83aa with Priority: HIGHEST for action port [ 649.325580] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79e7d8f0-280c-4d44-badc-a3bde7ea83aa with Priority: HIGHEST for action port [ 649.325968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-79e7d8f0-280c-4d44-badc-a3bde7ea83aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.326143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79e7d8f0-280c-4d44-badc-a3bde7ea83aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.326231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79e7d8f0-280c-4d44-badc-a3bde7ea83aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.326518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79e7d8f0-280c-4d44-badc-a3bde7ea83aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.326640] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79e7d8f0-280c-4d44-badc-a3bde7ea83aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.552561] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.552787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.552926] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.553271] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.553442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.553588] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port b9ca30d7-8bbd-483b-bc06-14bf5c43111c not found, creating... [ 649.553851] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.554049] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.554121] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.554376] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.554527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.554851] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.555022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.555169] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.555317] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.555442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.555572] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: b9ca30d7-8bbd-483b-bc06-14bf5c43111c is going to be created. [ 649.583530] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.583755] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.584032] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.584150] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.584328] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.584546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.829154] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79e7d8f0-280c-4d44-badc-a3bde7ea83aa [ 649.829393] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.829522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.829597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.830269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.830269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.830269] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79e7d8f0-280c-4d44-badc-a3bde7ea83aa already deleted. [ 649.830269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79e7d8f0-280c-4d44-badc-a3bde7ea83aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.352564] env[65422]: INFO networking_nsxv3.common.synchronization [req-f4985254-a42e-4e90-bdcf-4f64666e1eef req-3b1b43eb-ce6c-4ba6-954f-1c7c6008c21f service nova] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_rules [ 650.353033] env[65422]: INFO networking_nsxv3.common.synchronization [req-f4985254-a42e-4e90-bdcf-4f64666e1eef req-3b1b43eb-ce6c-4ba6-954f-1c7c6008c21f service nova] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 650.353033] env[65422]: INFO networking_nsxv3.common.synchronization [req-f4985254-a42e-4e90-bdcf-4f64666e1eef req-3b1b43eb-ce6c-4ba6-954f-1c7c6008c21f service nova] Enqueued Resource ID: b9ca30d7-8bbd-483b-bc06-14bf5c43111c with Priority: HIGHEST for action port [ 650.353746] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_rules [ 650.353854] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 650.353996] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ca30d7-8bbd-483b-bc06-14bf5c43111c with Priority: HIGHEST for action port [ 650.354329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.354503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.354771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.354854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.354963] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.356267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.356411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.356665] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.356798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.356896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.357136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.357915] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ca30d7-8bbd-483b-bc06-14bf5c43111c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.561906] env[65422]: INFO networking_nsxv3.common.synchronization [None req-4859181c-9d7f-41a6-af62-d2df7429f980 None None] Enqueued Resource ID: 4c8c2bf0-025a-4c39-88a4-584159f1c384 with Priority: HIGHEST for action port [ 650.562313] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c8c2bf0-025a-4c39-88a4-584159f1c384 with Priority: HIGHEST for action port [ 650.562676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c8c2bf0-025a-4c39-88a4-584159f1c384 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.562796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c8c2bf0-025a-4c39-88a4-584159f1c384" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.562898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c8c2bf0-025a-4c39-88a4-584159f1c384" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.563426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c8c2bf0-025a-4c39-88a4-584159f1c384" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.563532] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c8c2bf0-025a-4c39-88a4-584159f1c384',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.576113] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe in Status: SUCCESS [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.577991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.577991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.577991] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.628989] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 in Status: SUCCESS [ 650.628989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.759216] env[65422]: INFO networking_nsxv3.common.synchronization [req-265ac6d3-047d-4747-aa14-e93de6a45c8a req-2dbcabbf-d076-4842-8504-66a45cabcb88 tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 650.760455] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 650.760455] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.760455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.760455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.760770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.761016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.761016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.761887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.762098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.762193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.762294] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.863051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.863051] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ca30d7-8bbd-483b-bc06-14bf5c43111c with status ACTIVE [ 650.863051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.863051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.863051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.863051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.864145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.864145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.864145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.864145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.864145] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ca30d7-8bbd-483b-bc06-14bf5c43111c is going to be updated. [ 650.894296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.894470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.894640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.894786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.894955] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.895164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ca30d7-8bbd-483b-bc06-14bf5c43111c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.068037] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c8c2bf0-025a-4c39-88a4-584159f1c384 [ 651.068983] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.069238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.069369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.069721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.069886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.070446] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c8c2bf0-025a-4c39-88a4-584159f1c384 already deleted. [ 651.070976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c8c2bf0-025a-4c39-88a4-584159f1c384" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.076212] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 651.076823] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 deletion is rescheduled due to dependency. [ 651.076940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.077576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.077797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.077984] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.078131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.078180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.078323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.078941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.079626] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.082407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.083371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.083371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.083787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.083956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.084314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.084402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.085156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.085789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.085902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.085902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.086102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.086220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.086312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.086358] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.233111] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b3a549b0-7e2c-491e-bd26-62f98f4b6035 None None] Enqueued Resource ID: 35048151-248b-4513-bc1f-2afd34358391 with Priority: HIGHEST for action port [ 651.233829] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35048151-248b-4513-bc1f-2afd34358391 with Priority: HIGHEST for action port [ 651.234839] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-35048151-248b-4513-bc1f-2afd34358391 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.234966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35048151-248b-4513-bc1f-2afd34358391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.235108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35048151-248b-4513-bc1f-2afd34358391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.235409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35048151-248b-4513-bc1f-2afd34358391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.235484] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35048151-248b-4513-bc1f-2afd34358391',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.264909] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.326073] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.326509] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.326509] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.326760] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.327096] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.327898] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.328192] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.328532] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.328678] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.329079] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.329270] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.329395] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.329502] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.329614] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.329717] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.329850] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.357853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.357853] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.358461] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.358461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.359058] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-0349cd73-74a3-45ee-9582-091d2fe091f9 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.359263] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.359396] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.359917] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.360071] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0349cd73-74a3-45ee-9582-091d2fe091f9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.589477] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.592483] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c9ef65-afb2-437c-9a6b-001f6e9a1abe: rpc.has_security_group_logging(os_id): False [ 651.614790] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.614965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.615053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.615214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.615302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.615504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.616733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.616733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.616733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.617393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.617393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.618053] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe is going to be created. [ 651.706367] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.706643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.706643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.706838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.706959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.720221] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe in Status: IN_PROGRESS for 2s [ 651.740883] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35048151-248b-4513-bc1f-2afd34358391 [ 651.740883] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.740883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.740883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.740883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.740883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.740883] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35048151-248b-4513-bc1f-2afd34358391 already deleted. [ 651.740883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35048151-248b-4513-bc1f-2afd34358391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.767989] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.863187] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.863432] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.863551] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.863828] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.863970] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.864133] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 0349cd73-74a3-45ee-9582-091d2fe091f9 not found, creating... [ 651.864387] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.864532] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.864638] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.864843] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.864962] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.865242] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.865384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.865490] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.866085] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.866406] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.866593] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 0349cd73-74a3-45ee-9582-091d2fe091f9 is going to be created. [ 651.890614] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.892339] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.892485] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.892784] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.893060] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.893293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.091937] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.271533] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.271533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.271829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.271829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.271927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.272033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 652.317592] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.317977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.317977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.319222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.319222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.335597] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 652.595919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.595919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.595919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.596418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.596418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.596665] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be updated. [ 652.638774] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.638986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.639103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.639799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.639799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.649535] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: IN_PROGRESS for 2s [ 652.702371] env[65422]: INFO networking_nsxv3.common.synchronization [req-265ac6d3-047d-4747-aa14-e93de6a45c8a req-3394cc08-c435-4cb6-b2b7-6f7a94872587 service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 652.702371] env[65422]: INFO networking_nsxv3.common.synchronization [req-265ac6d3-047d-4747-aa14-e93de6a45c8a req-3394cc08-c435-4cb6-b2b7-6f7a94872587 service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 652.702371] env[65422]: INFO networking_nsxv3.common.synchronization [req-265ac6d3-047d-4747-aa14-e93de6a45c8a req-3394cc08-c435-4cb6-b2b7-6f7a94872587 service nova] Enqueued Resource ID: 0349cd73-74a3-45ee-9582-091d2fe091f9 with Priority: HIGHEST for action port [ 652.702371] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 652.702371] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 652.702371] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0349cd73-74a3-45ee-9582-091d2fe091f9 with Priority: HIGHEST for action port [ 652.702371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.702371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.702371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.702371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.702371] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.705276] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.705276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.705543] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0349cd73-74a3-45ee-9582-091d2fe091f9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.705823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.706234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.706360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.706886] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0349cd73-74a3-45ee-9582-091d2fe091f9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.210914] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.210914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.215488] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0349cd73-74a3-45ee-9582-091d2fe091f9 with status ACTIVE [ 653.216086] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.216890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.219716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.219716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.219716] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0349cd73-74a3-45ee-9582-091d2fe091f9 is going to be updated. [ 653.280375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.280595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.280657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.280905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.281105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.283295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0349cd73-74a3-45ee-9582-091d2fe091f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.542687] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5162e837-43be-425d-88a4-efd0dce4d313 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_rules [ 653.544213] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_rules [ 653.544213] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.544213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.544213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.545909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.545909] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.661253] env[65422]: INFO networking_nsxv3.common.synchronization [None req-3de97345-a9c0-4d5b-b207-437154cc9c18 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_rules [ 653.662187] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_rules [ 653.662187] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.662331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.735755] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe in Status: SUCCESS [ 653.735992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.070431] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.070656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.071319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.071319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.071319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.071319] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d0ba961-755d-41e5-b775-f2382068082a already deleted. [ 654.071319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.071834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.071834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.071834] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.349505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.349505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.349505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.349505] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.598031] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.598031] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d0ba961-755d-41e5-b775-f2382068082a already deleted. [ 654.598031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.660899] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.660899] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.660899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.660899] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.853294] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.166371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.166371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.166371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.166371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.166371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.167632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.167632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.167632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.167632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.167632] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.355481] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.670783] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69efc5ef-e0a8-407b-89a9-a6196b89ebf7: rpc.has_security_group_logging(os_id): False [ 655.700088] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.700307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.700368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.700735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.700834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.701065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.701207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.701272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.701872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.701872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.706869] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.706869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.706869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.706869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.706869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.707243] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.707243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.707243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.707399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.707550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.707643] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be updated. [ 655.812055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.812055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.812055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.812461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.812461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.834902] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: IN_PROGRESS for 2s [ 655.864793] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.864793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.864793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.864793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.864793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.864793] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 655.924895] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.930092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.930092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.930092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.930092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.039724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 657.274236] env[65422]: INFO networking_nsxv3.common.synchronization [None req-e6cf56bb-f759-4369-b4e9-3ad3eb6e0de8 None None] Enqueued Resource ID: 1def3901-d61e-4810-8b10-cc63c318ff0d with Priority: HIGHEST for action port [ 657.275058] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1def3901-d61e-4810-8b10-cc63c318ff0d with Priority: HIGHEST for action port [ 657.275416] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-1def3901-d61e-4810-8b10-cc63c318ff0d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.275590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1def3901-d61e-4810-8b10-cc63c318ff0d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.275668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1def3901-d61e-4810-8b10-cc63c318ff0d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.275980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1def3901-d61e-4810-8b10-cc63c318ff0d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.276114] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1def3901-d61e-4810-8b10-cc63c318ff0d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.779118] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1def3901-d61e-4810-8b10-cc63c318ff0d [ 657.780063] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.780063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.780063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.780063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.780387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.780387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1def3901-d61e-4810-8b10-cc63c318ff0d already deleted. [ 657.780490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1def3901-d61e-4810-8b10-cc63c318ff0d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.852511] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 657.852511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.054133] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 658.054133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.054225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.054419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.057175] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.057175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.057175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.057175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.057175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.057175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.057175] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.562269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.562269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.562269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.562269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.562269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.563211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.563211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.563211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.563211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.563211] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.068022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb7290f-a9ca-494d-87ea-8c35003b13df: rpc.has_security_group_logging(os_id): False [ 659.091945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.092120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.092192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.093424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.093424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.093424] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.093424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.093424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.093424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.095741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.095741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.095741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.095741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.095741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.095741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.098808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.098808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.098808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.098808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.098808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.098808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 659.173650] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.173850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.173908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.174990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.174990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.193988] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 659.365297] env[65422]: INFO networking_nsxv3.common.synchronization [req-84bfbe07-d8c6-44d7-99df-cdf371c1c4d2 req-30ae1ec1-1b54-4e58-b4e2-5b2d10f1b083 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 659.365297] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 659.365485] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.365549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.365588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.365764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.367413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.367413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.367413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.367831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.368076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.368191] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.872117] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.872541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.872541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.872640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.872760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.873013] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.873495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.873705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.875496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.875942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.876076] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 659.927163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.927163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.927163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.927163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.927163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.936896] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 660.958749] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b8bc01fe-7379-4350-ad09-eaacc21a106a None None] Enqueued Resource ID: febadbe1-d2ef-41e7-9ea2-e047ac3650d0 with Priority: HIGHEST for action port [ 660.959512] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: febadbe1-d2ef-41e7-9ea2-e047ac3650d0 with Priority: HIGHEST for action port [ 660.962163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-febadbe1-d2ef-41e7-9ea2-e047ac3650d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.962348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-febadbe1-d2ef-41e7-9ea2-e047ac3650d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.962449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-febadbe1-d2ef-41e7-9ea2-e047ac3650d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.962815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-febadbe1-d2ef-41e7-9ea2-e047ac3650d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.962926] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('febadbe1-d2ef-41e7-9ea2-e047ac3650d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.212290] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 661.212555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.469023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port febadbe1-d2ef-41e7-9ea2-e047ac3650d0 [ 661.469023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.469023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.469023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.469023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.469023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.469023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:febadbe1-d2ef-41e7-9ea2-e047ac3650d0 already deleted. [ 661.469023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-febadbe1-d2ef-41e7-9ea2-e047ac3650d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700305] env[65422]: INFO networking_nsxv3.common.synchronization [None req-4729e4b5-fd12-4a86-b8c7-1438258b6dcf None None] Enqueued Resource ID: e45ad05c-076c-4a3f-8855-fd30cbcb30d9 with Priority: HIGHEST for action port [ 661.701024] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45ad05c-076c-4a3f-8855-fd30cbcb30d9 with Priority: HIGHEST for action port [ 661.701569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e45ad05c-076c-4a3f-8855-fd30cbcb30d9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.701730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e45ad05c-076c-4a3f-8855-fd30cbcb30d9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.701912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e45ad05c-076c-4a3f-8855-fd30cbcb30d9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.702263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e45ad05c-076c-4a3f-8855-fd30cbcb30d9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.702385] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e45ad05c-076c-4a3f-8855-fd30cbcb30d9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.952184] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 661.952184] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 661.952184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.351170] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e45ad05c-076c-4a3f-8855-fd30cbcb30d9 [ 662.351170] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.351170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.351170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.351170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.351170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.351170] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e45ad05c-076c-4a3f-8855-fd30cbcb30d9 already deleted. [ 662.351170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e45ad05c-076c-4a3f-8855-fd30cbcb30d9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.790509] env[65422]: INFO networking_nsxv3.common.synchronization [req-3107096b-0e29-410f-b6af-81dd24813374 req-94544336-9175-4824-94be-0d9815af93f6 tempest-ServersAdminNegativeTestJSON-21398976 tempest-ServersAdminNegativeTestJSON-21398976-project-member] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 662.790921] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 662.793209] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.793209] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.793209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.793209] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.295107] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.340366] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.340700] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.340847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.341180] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.341506] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.341702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.341843] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.342103] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.342277] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.342990] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.343115] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.343326] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.343534] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.343534] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.343733] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.345325] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.390994] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.391468] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.391468] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.391721] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.391957] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.392169] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.392283] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.392619] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.392810] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f303ecf7-0607-45a0-bad8-c2eb7e30b62c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.798111] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.897989] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.897989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.898176] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.898894] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.898894] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.898894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port f303ecf7-0607-45a0-bad8-c2eb7e30b62c not found, creating... [ 663.899155] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.899364] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.899495] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.899767] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.899989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.900166] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.900511] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.900645] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.900922] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.901150] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.901277] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: f303ecf7-0607-45a0-bad8-c2eb7e30b62c is going to be created. [ 663.929147] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.929816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.929816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.930113] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.930350] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.930613] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.291673] env[65422]: INFO networking_nsxv3.common.synchronization [None req-e0b7a9c4-6900-4d79-8032-b0cac8431bd6 None None] Enqueued Resource ID: 6ea4d800-d9c6-42a7-ac79-9112a53aa6f5 with Priority: HIGHEST for action port [ 664.291673] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea4d800-d9c6-42a7-ac79-9112a53aa6f5 with Priority: HIGHEST for action port [ 664.291673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea4d800-d9c6-42a7-ac79-9112a53aa6f5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.291673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea4d800-d9c6-42a7-ac79-9112a53aa6f5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.291673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea4d800-d9c6-42a7-ac79-9112a53aa6f5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.293745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea4d800-d9c6-42a7-ac79-9112a53aa6f5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.293745] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea4d800-d9c6-42a7-ac79-9112a53aa6f5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.302048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.302048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.302048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.302048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.302048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.302048] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be updated. [ 664.336325] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.336325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.336325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.336644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.336644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.350272] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: IN_PROGRESS for 2s [ 664.510416] env[65422]: INFO networking_nsxv3.common.synchronization [req-5d4b7af9-ec42-4ee4-98c8-42f2483e6f24 req-5160a0f9-5580-4011-9ce2-0a0de5e91519 tempest-ServersTestFqdnHostnames-1231859803 tempest-ServersTestFqdnHostnames-1231859803-project-member] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_members [ 664.510777] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_members [ 664.513966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.513966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.513966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.513966] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.740324] env[65422]: INFO networking_nsxv3.common.synchronization [req-3107096b-0e29-410f-b6af-81dd24813374 req-265ea8fa-d13a-491b-a1b4-edfe0072d4f3 service nova] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_rules [ 664.740379] env[65422]: INFO networking_nsxv3.common.synchronization [req-3107096b-0e29-410f-b6af-81dd24813374 req-265ea8fa-d13a-491b-a1b4-edfe0072d4f3 service nova] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 664.740507] env[65422]: INFO networking_nsxv3.common.synchronization [req-3107096b-0e29-410f-b6af-81dd24813374 req-265ea8fa-d13a-491b-a1b4-edfe0072d4f3 service nova] Enqueued Resource ID: f303ecf7-0607-45a0-bad8-c2eb7e30b62c with Priority: HIGHEST for action port [ 664.741635] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_rules [ 664.741836] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 664.741968] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f303ecf7-0607-45a0-bad8-c2eb7e30b62c with Priority: HIGHEST for action port [ 664.746228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.746228] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.746228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.746228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.746228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.746228] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f303ecf7-0607-45a0-bad8-c2eb7e30b62c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.794608] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea4d800-d9c6-42a7-ac79-9112a53aa6f5 [ 664.795223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.795223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.795223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.795500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.795500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.795712] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea4d800-d9c6-42a7-ac79-9112a53aa6f5 already deleted. [ 664.795712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea4d800-d9c6-42a7-ac79-9112a53aa6f5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.015367] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.015367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.015367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.015725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.015725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.015725] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.015857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.015857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.015964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.016052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.016226] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 already deleted. [ 665.016226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.120436] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-314 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.120436] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-314" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.120849] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-314" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.121163] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-314" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.121614] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.121895] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.122146] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.122494] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.122746] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.123211] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.123377] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.123587] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.123790] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.124007] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.124204] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.124429] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.153056] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.153331] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.153482] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.153676] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-314" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.154088] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.154266] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.154382] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.154720] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.154889] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.247694] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.247916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.252513] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f303ecf7-0607-45a0-bad8-c2eb7e30b62c with status ACTIVE [ 665.252881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.253120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.253267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.253621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.253773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.254553] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.254690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.254746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.254959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.255089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.255366] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.255509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.255601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.255765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.255858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.255956] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f303ecf7-0607-45a0-bad8-c2eb7e30b62c is going to be updated. [ 665.294382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.294626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.294626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.294857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.295038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.295226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f303ecf7-0607-45a0-bad8-c2eb7e30b62c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.318308] env[65422]: INFO networking_nsxv3.common.synchronization [req-04fa5626-1185-405c-a2d6-7cc020e558a0 req-d2bbe0e3-18a8-42c5-9219-805fd16534e8 tempest-AttachInterfacesV270Test-354795835 tempest-AttachInterfacesV270Test-354795835-project-member] Enqueued Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_members [ 665.318462] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGHEST for action security_group_members [ 665.319047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.319047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.319291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.319353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.319823] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.319823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.319823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.320031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.320031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.320134] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.656966] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.657394] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.657394] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.657758] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.657997] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.658695] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a not found, creating... [ 665.659021] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.659191] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.659314] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.659527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.659732] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.660072] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.660262] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.660424] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.660741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.660885] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.661041] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a is going to be created. [ 665.684550] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.684794] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.684924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.685219] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.685443] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.685657] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.822749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.823387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.823511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.823770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.823904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.824112] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.824218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.824288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.824443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.824519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.824604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 is going to be updated. [ 665.856154] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.856407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.856407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.856572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.856708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.867894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 in Status: IN_PROGRESS for 2s [ 666.362838] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.362838] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.362838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.362838] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.406369] env[65422]: INFO networking_nsxv3.common.synchronization [req-5d4b7af9-ec42-4ee4-98c8-42f2483e6f24 req-2c115b5a-5bc1-41e6-8faa-fb13fda86ecf service nova] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_rules [ 666.406369] env[65422]: INFO networking_nsxv3.common.synchronization [req-5d4b7af9-ec42-4ee4-98c8-42f2483e6f24 req-2c115b5a-5bc1-41e6-8faa-fb13fda86ecf service nova] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_members [ 666.406369] env[65422]: INFO networking_nsxv3.common.synchronization [req-5d4b7af9-ec42-4ee4-98c8-42f2483e6f24 req-2c115b5a-5bc1-41e6-8faa-fb13fda86ecf service nova] Enqueued Resource ID: ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a with Priority: HIGHEST for action port [ 666.406369] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_rules [ 666.406369] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_members [ 666.407372] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a with Priority: HIGHEST for action port [ 666.408341] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.408825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.408997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.409280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.409408] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.410907] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.411097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.411189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.411682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.412061] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.412271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.412308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.412552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.412552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.412621] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.413505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.413616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.413661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.413817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.413893] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.594283] env[65422]: INFO networking_nsxv3.common.synchronization [req-f462c110-e10a-454d-9e21-e005cf7dc88e req-1386ccea-fb9f-4077-b028-d2f6cbe62a4c tempest-ServerDiagnosticsNegativeTest-1397181397 tempest-ServerDiagnosticsNegativeTest-1397181397-project-member] Enqueued Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_members [ 666.594929] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 with Priority: HIGHEST for action security_group_members [ 666.595302] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d2d2219b-9427-495e-a3a1-0e13c1840c09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.595649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.595649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.595809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.595962] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.596116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.596221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.596378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.596492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.596635] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d2d2219b-9427-495e-a3a1-0e13c1840c09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.865211] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.915861] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.918676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918676] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a with status ACTIVE [ 666.918676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.918676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.918676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.918676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.919252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.923066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.923521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.925904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.926095] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a is going to be updated. [ 666.953035] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.953220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.953271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.953458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.953605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.953803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab13f109-bf67-4d27-b8ff-d9a97f6dbc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.102028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.102028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 is going to be updated. [ 667.138041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.138041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.138041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.156047] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 in Status: IN_PROGRESS for 2s [ 667.368028] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.428557] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.484545] env[65422]: INFO networking_nsxv3.common.synchronization [None req-f1b2f0b9-7ab8-42be-b467-e52ed2528e13 None None] Enqueued Resource ID: 613b5614-5bd4-4cb3-91fb-109c817857b1 with Priority: HIGHEST for action port [ 667.485934] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 613b5614-5bd4-4cb3-91fb-109c817857b1 with Priority: HIGHEST for action port [ 667.485934] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-613b5614-5bd4-4cb3-91fb-109c817857b1 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.485934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-613b5614-5bd4-4cb3-91fb-109c817857b1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.485934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-613b5614-5bd4-4cb3-91fb-109c817857b1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.486493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-613b5614-5bd4-4cb3-91fb-109c817857b1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.486493] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('613b5614-5bd4-4cb3-91fb-109c817857b1',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.870544] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.871245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.871245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.871245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.871245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.871245] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be updated. [ 667.882651] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 in Status: SUCCESS [ 667.882777] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 deletion is rescheduled due to dependency. [ 667.882846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.899784] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.899930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.900009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.900471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.900658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.912835] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: IN_PROGRESS for 2s [ 667.931571] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.931834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.931834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.932272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.932431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.932558] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 is going to be created. [ 667.966828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.969209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.969209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.969209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.969209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.983854] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: UNINITIALIZED for 2s [ 667.990678] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 613b5614-5bd4-4cb3-91fb-109c817857b1 [ 667.995650] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.995650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.995650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.995650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.995650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.995650] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:613b5614-5bd4-4cb3-91fb-109c817857b1 already deleted. [ 667.995650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-613b5614-5bd4-4cb3-91fb-109c817857b1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.201695] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-32086f87-65cc-49ee-aa50-9482800c4ebb tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 668.203620] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 668.204049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.204210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.204302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.204586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.204844] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.204995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.206199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.206199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.206199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.206199] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.638172] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-f6d40b10-334d-4a2b-8ab1-3b69d95ba3d6 tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 668.639199] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 668.639199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.639199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.711469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.711469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.711469] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 already deleted. [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.711469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.711469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.712246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.712246] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.990352] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-83e47ed8-dfaa-4f1a-8842-aee83a5af706 tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 668.990352] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 668.990352] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.990352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.169121] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 in Status: SUCCESS [ 669.169393] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d2d2219b-9427-495e-a3a1-0e13c1840c09 deletion is rescheduled due to dependency. [ 669.170232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d2d2219b-9427-495e-a3a1-0e13c1840c09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.214887] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.215644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.215644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.215644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.215644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.215644] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.215909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.215909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.216043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.216043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.216109] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 already deleted. [ 669.216995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.216995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.216995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.216995] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.216995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.216995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.217312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.217312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.217312] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.536977] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.536977] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.536977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.537995] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.538688] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.538688] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.538688] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.538688] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.538912] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.540023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.561950] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.562334] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.562334] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.562495] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.562760] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-f78a3ed0-4f14-45aa-afd6-01ab10698376 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.563230] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.563230] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.563542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.563705] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78a3ed0-4f14-45aa-afd6-01ab10698376',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.719747] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.721312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.721417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.721642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.721900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.722159] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.722292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.722337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.722507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.722587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.722676] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 already deleted. [ 669.722756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.915705] env[65422]: INFO networking_nsxv3.common.synchronization [None req-70bb4554-6c5f-49d8-ab5a-742dcfad6548 None None] Enqueued Resource ID: cb50645a-aaec-4c7d-9768-2b9c56125d5d with Priority: HIGHEST for action port [ 669.917795] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb50645a-aaec-4c7d-9768-2b9c56125d5d with Priority: HIGHEST for action port [ 669.917897] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb50645a-aaec-4c7d-9768-2b9c56125d5d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.918008] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb50645a-aaec-4c7d-9768-2b9c56125d5d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.918059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb50645a-aaec-4c7d-9768-2b9c56125d5d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.918326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb50645a-aaec-4c7d-9768-2b9c56125d5d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.918403] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb50645a-aaec-4c7d-9768-2b9c56125d5d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.928335] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 669.928550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.928941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.929089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.929193] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.929378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.929450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.929619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.929688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.929761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.929850] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.995299] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: SUCCESS [ 669.995687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.995687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.995797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.996170] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.996170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.996698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.996698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.996698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.996698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.996698] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.066251] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.066554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.066737] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.067050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.067204] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.067394] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port f78a3ed0-4f14-45aa-afd6-01ab10698376 not found, creating... [ 670.067680] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.067838] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.068034] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.068324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.068518] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.068897] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.069069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.069183] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.069390] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.069520] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.069656] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: f78a3ed0-4f14-45aa-afd6-01ab10698376 is going to be created. [ 670.093897] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.093897] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.093897] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.094273] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.094551] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.094864] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.420227] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb50645a-aaec-4c7d-9768-2b9c56125d5d [ 670.420461] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.420605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.420669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.420971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.421097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.421197] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb50645a-aaec-4c7d-9768-2b9c56125d5d already deleted. [ 670.421303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb50645a-aaec-4c7d-9768-2b9c56125d5d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.425183] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c0941ee6-d32d-444c-bc39-cacca39f0640 None None] Enqueued Resource ID: e20e500e-5857-4afc-919f-07c37143dc15 with Priority: HIGHEST for action port [ 670.425597] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20e500e-5857-4afc-919f-07c37143dc15 with Priority: HIGHEST for action port [ 670.425936] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20e500e-5857-4afc-919f-07c37143dc15 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.426101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20e500e-5857-4afc-919f-07c37143dc15" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.426165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20e500e-5857-4afc-919f-07c37143dc15" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.426403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20e500e-5857-4afc-919f-07c37143dc15" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.426478] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20e500e-5857-4afc-919f-07c37143dc15',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.432441] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.432599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.432657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.432877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.433108] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.433233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.433306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.433473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.433581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.433725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.433886] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.434191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.434191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.434191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.434369] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.434454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.434533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.434672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.434755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.434868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.434981] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.499467] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.828094] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-cbae47f9-753e-4814-92b3-b79eb04e1c74 service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 670.828094] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-cbae47f9-753e-4814-92b3-b79eb04e1c74 service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 670.828094] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-cbae47f9-753e-4814-92b3-b79eb04e1c74 service nova] Enqueued Resource ID: f78a3ed0-4f14-45aa-afd6-01ab10698376 with Priority: HIGHEST for action port [ 670.828377] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 670.828412] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 670.828522] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f78a3ed0-4f14-45aa-afd6-01ab10698376 with Priority: HIGHEST for action port [ 670.829384] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.829476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.829528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.830132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.831497] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.835343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.835343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.835343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.835343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.835343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.837127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.837127] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.837127] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f78a3ed0-4f14-45aa-afd6-01ab10698376 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.837127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.837127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.837729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.838061] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f78a3ed0-4f14-45aa-afd6-01ab10698376',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.929447] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20e500e-5857-4afc-919f-07c37143dc15 [ 670.929784] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.930039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.930039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.930289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.930398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.930533] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20e500e-5857-4afc-919f-07c37143dc15 already deleted. [ 670.930632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20e500e-5857-4afc-919f-07c37143dc15" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.937347] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 988a27e9-5d0f-400f-bd2a-4ac785456b09: rpc.has_security_group_logging(os_id): False [ 670.959348] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.959536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.959620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.959853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.959948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.960162] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.960260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.960320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.960588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.960588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.960802] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.960879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.960935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.961085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.961176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.961398] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.961538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.961538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.961679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.961751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.961835] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be updated. [ 671.001652] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3a1dbf9-3b24-41bd-a638-b67839664371: rpc.has_security_group_logging(os_id): False [ 671.023562] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.023712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.023712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.023941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024320] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.024440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.024504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.024696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.024792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.024853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 is going to be created. [ 671.034228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.034650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.034650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.035614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.035614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.051151] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: IN_PROGRESS for 2s [ 671.105182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.105182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.105182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.105182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.105182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.136487] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: IN_PROGRESS for 2s [ 671.340756] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.340756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.340756] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.341498] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f78a3ed0-4f14-45aa-afd6-01ab10698376 with status ACTIVE [ 671.341498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.341669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.341669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.342789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.342789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.342789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.342789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.342789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.345371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.345988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.345988] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.345988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.345988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.346298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.346298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.346298] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f78a3ed0-4f14-45aa-afd6-01ab10698376 is going to be updated. [ 671.375982] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.376155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.376258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.376427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.376569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.376787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f78a3ed0-4f14-45aa-afd6-01ab10698376" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.816619] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.816826] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.816986] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.817277] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.819086] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.819086] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.819086] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.819307] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.819307] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.819541] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.819642] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.819741] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.819846] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.819945] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.820084] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.820243] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.838566] env[65422]: INFO networking_nsxv3.common.synchronization [req-e112236f-c15e-417f-b1bb-b52bdb60fe1d req-6fdf0b13-8d49-460a-948f-6d4fa4dda6cc tempest-ServerDiagnosticsTest-704656141 tempest-ServerDiagnosticsTest-704656141-project-member] Enqueued Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_members [ 671.839460] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_members [ 671.839901] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.840058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.840126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.840384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.840536] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.840632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.840689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.840917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.841702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.841702] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.847681] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.848481] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.848481] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.848481] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-957" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.848728] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-3c1610d7-879b-45f7-9a0e-9f341fd61000 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.848898] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.849050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.849393] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.849517] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1610d7-879b-45f7-9a0e-9f341fd61000',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.850791] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.343954] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.344344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.344344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.344427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.344484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.344673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.344789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.344852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.345015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.345093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.345177] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6c316-a41b-4655-b40f-02bf328db208 already deleted. [ 672.345253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.353655] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.353655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.353655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.353655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.353891] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.353891] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 3c1610d7-879b-45f7-9a0e-9f341fd61000 not found, creating... [ 672.354363] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.354363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.354549] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.354686] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.354816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.355097] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.355250] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.355353] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.355544] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.355669] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.355799] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 3c1610d7-879b-45f7-9a0e-9f341fd61000 is going to be created. [ 672.357476] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.357756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.357864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.358084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.358991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.359358] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be created. [ 672.381695] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.381951] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.382074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.382362] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.382586] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.382808] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.388292] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.388481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.388571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.388830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.389034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.400237] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: UNINITIALIZED for 2s [ 672.735900] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.736144] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.736264] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.736527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.736786] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.736922] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.737421] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.737679] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.737821] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.738042] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.738305] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.738305] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.738419] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.738497] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.738664] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.738816] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.758752] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.758962] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.759082] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.759259] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.759569] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.759743] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.759852] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.760238] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.760375] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1177b8-43dc-4887-a8c1-5f9ebadba2be',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.865698] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ee2d06ac-50c7-4597-a583-a7d8437c9424 None None] Enqueued Resource ID: 4c556825-b836-4e01-a20a-75a0e20592d3 with Priority: HIGHEST for action port [ 672.866262] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c556825-b836-4e01-a20a-75a0e20592d3 with Priority: HIGHEST for action port [ 672.866590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c556825-b836-4e01-a20a-75a0e20592d3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.866722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c556825-b836-4e01-a20a-75a0e20592d3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.866782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c556825-b836-4e01-a20a-75a0e20592d3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.867046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c556825-b836-4e01-a20a-75a0e20592d3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.867142] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c556825-b836-4e01-a20a-75a0e20592d3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.068487] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 673.069009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.101922] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-a0cc7e81-1810-4c1f-b381-4b4100b0966c service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 673.102215] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-a0cc7e81-1810-4c1f-b381-4b4100b0966c service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 673.102431] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-a0cc7e81-1810-4c1f-b381-4b4100b0966c service nova] Enqueued Resource ID: 3c1610d7-879b-45f7-9a0e-9f341fd61000 with Priority: HIGHEST for action port [ 673.103111] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 673.103329] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 673.103473] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1610d7-879b-45f7-9a0e-9f341fd61000 with Priority: HIGHEST for action port [ 673.103854] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.104039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.104227] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.104277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.104407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1610d7-879b-45f7-9a0e-9f341fd61000 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.104538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.104595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.104760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.104871] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1610d7-879b-45f7-9a0e-9f341fd61000',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.150099] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: SUCCESS [ 673.150359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.263343] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.263632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.264947] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.265305] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.265466] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.265642] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port fc1177b8-43dc-4887-a8c1-5f9ebadba2be not found, creating... [ 673.265987] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.266514] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.266713] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.266990] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.269121] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.270535] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.270535] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.270535] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.270535] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.270535] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.270535] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: fc1177b8-43dc-4887-a8c1-5f9ebadba2be is going to be created. [ 673.294877] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.295758] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.296067] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.296399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.370049] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c556825-b836-4e01-a20a-75a0e20592d3 [ 673.370367] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.370581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.370722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.371041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.371226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.371357] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c556825-b836-4e01-a20a-75a0e20592d3 already deleted. [ 673.371471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c556825-b836-4e01-a20a-75a0e20592d3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.610103] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c1610d7-879b-45f7-9a0e-9f341fd61000 with status ACTIVE [ 673.610103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.610103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.610103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.610103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.610103] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c1610d7-879b-45f7-9a0e-9f341fd61000 is going to be updated. [ 673.636996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.636996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.636996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.636996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.636996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.636996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1610d7-879b-45f7-9a0e-9f341fd61000" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.053742] env[65422]: INFO networking_nsxv3.common.synchronization [req-e112236f-c15e-417f-b1bb-b52bdb60fe1d req-0204a7d9-0e57-4c69-8d61-ba75814ca24a service nova] Enqueued Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_rules [ 674.053946] env[65422]: INFO networking_nsxv3.common.synchronization [req-e112236f-c15e-417f-b1bb-b52bdb60fe1d req-0204a7d9-0e57-4c69-8d61-ba75814ca24a service nova] Enqueued Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_members [ 674.054120] env[65422]: INFO networking_nsxv3.common.synchronization [req-e112236f-c15e-417f-b1bb-b52bdb60fe1d req-0204a7d9-0e57-4c69-8d61-ba75814ca24a service nova] Enqueued Resource ID: fc1177b8-43dc-4887-a8c1-5f9ebadba2be with Priority: HIGHEST for action port [ 674.054755] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_rules [ 674.054929] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_members [ 674.055230] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1177b8-43dc-4887-a8c1-5f9ebadba2be with Priority: HIGHEST for action port [ 674.055793] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.055793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.055793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.056759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.056759] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.057343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.057515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.057606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.057816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.057988] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.058124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.058211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.058382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.058500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.058626] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.059408] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.059560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.059624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.060873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.060873] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc1177b8-43dc-4887-a8c1-5f9ebadba2be',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.139078] env[65422]: INFO networking_nsxv3.common.synchronization [None req-912740d1-6083-4827-bf00-cd06ba88a009 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 674.139731] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 674.140087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.140215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.140313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.140593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.140681] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.410953] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 674.411287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.411391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.411576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.411870] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.411870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.412129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.412129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.412197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.412375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.412375] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.413315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.413723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.413881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.414248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.414248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.414401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.414449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.414505] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.563452] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.563820] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.563820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.563989] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc1177b8-43dc-4887-a8c1-5f9ebadba2be with status ACTIVE [ 674.564143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.564263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.564328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.564585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.564775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.564977] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.565144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.565206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.565367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.565615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.565697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.565769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.565912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.566078] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc1177b8-43dc-4887-a8c1-5f9ebadba2be is going to be updated. [ 674.590329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.590488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.590541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.590825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.590990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.591187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc1177b8-43dc-4887-a8c1-5f9ebadba2be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.632868] env[65422]: INFO networking_nsxv3.common.synchronization [None req-34a975dc-2f16-43aa-87f6-d0f9c725cdd6 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 674.635039] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 674.635039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.635039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.649220] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.649220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.649220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.649220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.649220] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.649220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.649580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.649933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.650280] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.650611] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.651444] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.651690] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.654043] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.654043] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.654043] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.654043] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.663133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.663320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.663375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.663539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.663624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.663717] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb already deleted. [ 674.663795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.663927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.664118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.664194] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.680958] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.681626] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.681759] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.681955] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-822" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.683592] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-ca808092-6ae6-418d-9074-0f8e4b10289a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.683592] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.683592] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.683592] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.683592] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca808092-6ae6-418d-9074-0f8e4b10289a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.916488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.917338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.917533] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.068909] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.186346] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.186635] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.186711] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.186999] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.187182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.187346] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port ca808092-6ae6-418d-9074-0f8e4b10289a not found, creating... [ 675.187641] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.187898] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.188045] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.188314] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.188451] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.189189] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.189189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.189189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.189452] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.189577] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.189653] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: ca808092-6ae6-418d-9074-0f8e4b10289a is going to be created. [ 675.191794] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.192363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.192363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.192363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.192363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.192363] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb already deleted. [ 675.192702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.228340] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.228785] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.228785] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.229096] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.229344] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.229597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.419685] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.457508] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7fd284e1-671f-4a37-84f4-89484975d189 None None] Enqueued Resource ID: dd4f60d2-399c-4e33-b593-40eb8041b964 with Priority: HIGHEST for action port [ 675.458118] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd4f60d2-399c-4e33-b593-40eb8041b964 with Priority: HIGHEST for action port [ 675.458466] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd4f60d2-399c-4e33-b593-40eb8041b964 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.458590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd4f60d2-399c-4e33-b593-40eb8041b964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.458651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd4f60d2-399c-4e33-b593-40eb8041b964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.459031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd4f60d2-399c-4e33-b593-40eb8041b964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.459278] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd4f60d2-399c-4e33-b593-40eb8041b964',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.572064] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.572268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.573028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.573028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.573028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.573028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6c316-a41b-4655-b40f-02bf328db208 is going to be created. [ 675.599247] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.599399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.599448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.599667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.600131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.616112] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6c316-a41b-4655-b40f-02bf328db208 in Status: UNINITIALIZED for 2s [ 675.922423] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.922576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.922646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.922862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.922950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.923054] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 675.937230] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-482c5f69-f9d8-4ca6-b19b-9162881a6218 service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 675.937230] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-482c5f69-f9d8-4ca6-b19b-9162881a6218 service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 675.937230] env[65422]: INFO networking_nsxv3.common.synchronization [req-5730be0f-6715-4469-bc39-4f19f96a5650 req-482c5f69-f9d8-4ca6-b19b-9162881a6218 service nova] Enqueued Resource ID: ca808092-6ae6-418d-9074-0f8e4b10289a with Priority: HIGHEST for action port [ 675.937230] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 675.937230] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 675.937230] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca808092-6ae6-418d-9074-0f8e4b10289a with Priority: HIGHEST for action port [ 675.938623] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.938809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.939097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.939266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.940677] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca808092-6ae6-418d-9074-0f8e4b10289a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.941289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.941426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.942632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.942632] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca808092-6ae6-418d-9074-0f8e4b10289a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.961361] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd4f60d2-399c-4e33-b593-40eb8041b964 [ 675.961554] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.961646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.961696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.961923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.962057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.962130] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd4f60d2-399c-4e33-b593-40eb8041b964 already deleted. [ 675.962242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd4f60d2-399c-4e33-b593-40eb8041b964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.963442] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.963606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.963753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.963888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.964074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.975922] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 676.447434] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca808092-6ae6-418d-9074-0f8e4b10289a with status ACTIVE [ 676.447434] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.447434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.447434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.447434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.447434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.448138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.448138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.448138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.448138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.448138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.448138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.448385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.448385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.448451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.448483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.448698] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca808092-6ae6-418d-9074-0f8e4b10289a is going to be updated. [ 676.477036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.477271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.477381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.477690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.478030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.478143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca808092-6ae6-418d-9074-0f8e4b10289a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.895637] env[65422]: INFO networking_nsxv3.common.synchronization [req-051c3e3a-290d-4bbf-93e7-004c366e365e req-f7824de8-2c7e-4dc0-b54b-83485d84821d tempest-InstanceActionsNegativeTestJSON-1252111218 tempest-InstanceActionsNegativeTestJSON-1252111218-project-member] Enqueued Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_members [ 676.895900] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_members [ 676.896228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.896340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.896382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.896854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.896854] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.897050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.897050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.899941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.900503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.900683] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.404510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.404938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.405264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.405743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.406035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.408394] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.408394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.408394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.408394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.408604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.408604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a already deleted. [ 677.408604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455393] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-347 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-347" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.455813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-347" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.456846] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-347" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.456846] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.456846] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.457133] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.457472] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.457713] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.458054] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.458270] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.458434] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.458715] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.458925] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.459183] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.459374] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.482673] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.482861] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.482998] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.483204] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-347" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.483507] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-0aa00537-b95b-4252-b80d-90e59542088b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.483676] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.483797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.484127] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.484263] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa00537-b95b-4252-b80d-90e59542088b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.627627] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6c316-a41b-4655-b40f-02bf328db208 in Status: SUCCESS [ 677.627878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.628061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.632857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.633590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.633590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.633590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.633590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.633590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.634040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.634040] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.988290] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 677.988290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.988290] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.988499] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.988499] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.989724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.989724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.989724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 0aa00537-b95b-4252-b80d-90e59542088b not found, creating... [ 677.989724] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.989724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.989724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.990251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.990251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.990356] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.990464] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.991642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.991642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.991642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.991642] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 0aa00537-b95b-4252-b80d-90e59542088b is going to be created. [ 677.992171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.992375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.992561] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.992654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.992654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.993590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.993890] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994221] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.995083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.996142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.996142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.996142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.996142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.996142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.996142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.996142] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.020338] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.020647] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.021026] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.021162] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.021455] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.021690] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.138022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.138314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.138314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.138484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.138831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.138831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.138831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.139153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.139153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.139153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.139349] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.139349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.139518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.139564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.139662] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.139772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.139841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.140056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.140201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.140271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.140372] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.335383] env[65422]: INFO networking_nsxv3.common.synchronization [None req-dc399e25-513d-4f6f-8f00-2a38a76e2a30 None None] Enqueued Resource ID: 99ed2bb9-0904-4328-ab4e-087316ffb3c7 with Priority: HIGHEST for action port [ 678.336016] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ed2bb9-0904-4328-ab4e-087316ffb3c7 with Priority: HIGHEST for action port [ 678.336389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ed2bb9-0904-4328-ab4e-087316ffb3c7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.336574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ed2bb9-0904-4328-ab4e-087316ffb3c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.336649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ed2bb9-0904-4328-ab4e-087316ffb3c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.336966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ed2bb9-0904-4328-ab4e-087316ffb3c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.337049] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ed2bb9-0904-4328-ab4e-087316ffb3c7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.498034] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df50b4d8-6e85-4d57-ba3b-66bb1fd98374: rpc.has_security_group_logging(os_id): False [ 678.500684] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.534139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.534139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.534139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.534139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.534993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.535244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.535750] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.535750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.538188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.538188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.538188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.538188] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be created. [ 678.602302] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.602513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.602618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.602898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.603194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.615814] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 678.648029] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f6c316-a41b-4655-b40f-02bf328db208: rpc.has_security_group_logging(os_id): False [ 678.663929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.664093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.664157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.664367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.664457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.664648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.664745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.664809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.664957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665232] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.665524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.665598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.665791] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.665884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.665946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.666104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.666177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.666261] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f6c316-a41b-4655-b40f-02bf328db208 is going to be created. [ 678.835648] env[65422]: INFO networking_nsxv3.common.synchronization [req-051c3e3a-290d-4bbf-93e7-004c366e365e req-c38e8cfd-144c-4d3c-bf6c-71974331754d service nova] Enqueued Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_rules [ 678.835920] env[65422]: INFO networking_nsxv3.common.synchronization [req-051c3e3a-290d-4bbf-93e7-004c366e365e req-c38e8cfd-144c-4d3c-bf6c-71974331754d service nova] Enqueued Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_members [ 678.836196] env[65422]: INFO networking_nsxv3.common.synchronization [req-051c3e3a-290d-4bbf-93e7-004c366e365e req-c38e8cfd-144c-4d3c-bf6c-71974331754d service nova] Enqueued Resource ID: 0aa00537-b95b-4252-b80d-90e59542088b with Priority: HIGHEST for action port [ 678.837637] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_rules [ 678.837637] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_members [ 678.837637] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aa00537-b95b-4252-b80d-90e59542088b with Priority: HIGHEST for action port [ 678.837845] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.838030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.838139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.838494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.838619] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.842026] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.842026] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.842026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.842026] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.842797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aa00537-b95b-4252-b80d-90e59542088b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.842951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.843094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.843338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.843469] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aa00537-b95b-4252-b80d-90e59542088b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.846125] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ed2bb9-0904-4328-ab4e-087316ffb3c7 [ 678.846125] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.846125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.846125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.846125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.846125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.846125] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ed2bb9-0904-4328-ab4e-087316ffb3c7 already deleted. [ 678.846125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ed2bb9-0904-4328-ab4e-087316ffb3c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.921201] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.921201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.921201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.921201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.921201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.933181] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f6c316-a41b-4655-b40f-02bf328db208 in Status: IN_PROGRESS for 2s [ 679.003941] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.277327] env[65422]: INFO networking_nsxv3.common.synchronization [None req-e3c4c238-3f11-4a1b-aecd-c4fb48a9114c None None] Enqueued Resource ID: d26e2585-129c-406b-b13d-b3ca553af64d with Priority: HIGHEST for action port [ 679.277659] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26e2585-129c-406b-b13d-b3ca553af64d with Priority: HIGHEST for action port [ 679.277973] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d26e2585-129c-406b-b13d-b3ca553af64d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.278188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d26e2585-129c-406b-b13d-b3ca553af64d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.278266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d26e2585-129c-406b-b13d-b3ca553af64d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.278552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d26e2585-129c-406b-b13d-b3ca553af64d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.278641] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26e2585-129c-406b-b13d-b3ca553af64d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.345951] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.346704] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.346897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.347345] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aa00537-b95b-4252-b80d-90e59542088b with status ACTIVE [ 679.347580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.347781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.347837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.348243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.348422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.348669] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.348803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.349098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.349163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.349291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.349484] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.349605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.349675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.349892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.350031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.350151] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aa00537-b95b-4252-b80d-90e59542088b is going to be updated. [ 679.377929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.378217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.378336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.378727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.378889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.379158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aa00537-b95b-4252-b80d-90e59542088b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.506544] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.507363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.507363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.507363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.507363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.507363] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 679.568342] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.568551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.568639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.568911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.569123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.582913] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 679.781964] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d26e2585-129c-406b-b13d-b3ca553af64d [ 679.781964] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.781964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.781964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.782324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.782324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.782583] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d26e2585-129c-406b-b13d-b3ca553af64d already deleted. [ 679.782583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d26e2585-129c-406b-b13d-b3ca553af64d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.848113] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.351445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.351725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.351725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.351966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.352101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.352224] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a is going to be created. [ 680.387132] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.387427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.387427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.387643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.387827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.401021] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a in Status: UNINITIALIZED for 2s [ 680.631219] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 680.631652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.631652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.632582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.632846] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.699326] env[65422]: INFO networking_nsxv3.common.synchronization [req-561cde95-34a0-4f5e-93e6-d785e59c3da0 req-d8825e90-0473-49a1-87c9-af42608b2daa tempest-DeleteServersAdminTestJSON-1523437843 tempest-DeleteServersAdminTestJSON-1523437843-project-member] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 680.699970] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGHEST for action security_group_members [ 680.701499] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.702869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.703024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.703286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.703508] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.703649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.703726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.703909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.704028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.704148] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.949309] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f6c316-a41b-4655-b40f-02bf328db208 in Status: SUCCESS [ 680.949498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.137915] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.138176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.208896] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.209760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.209760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.209760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.209760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.209913] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.209990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.210040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.210213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.210324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.210446] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be updated. [ 681.250193] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.250193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.250193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.250193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.250193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.265817] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: IN_PROGRESS for 2s [ 681.440289] env[65422]: INFO networking_nsxv3.common.synchronization [req-ae2cc264-4c7f-4bb3-92a6-977acd5ed8ae req-c60eb605-1e38-4626-91a0-17e3263aae4c tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_members [ 681.441262] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_members [ 681.441262] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.442174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.442314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.442728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.443030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.443255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.443350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.445550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.445550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.445550] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.594748] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 681.594982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.595190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.595441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.595655] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.597569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.597569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.597569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.597569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.597569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.597569] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.902314] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.902754] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.902754] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.902925] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.903211] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.903358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.903455] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.903756] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.903947] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.904203] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.904309] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.904410] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.904511] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.904610] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.905025] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.905025] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.926663] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.927011] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.927011] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.927174] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.927611] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-f191aa02-3240-4647-9358-ee80ef3eb29d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.927842] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.928010] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.928404] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.928600] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f191aa02-3240-4647-9358-ee80ef3eb29d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.947888] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.948636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.950831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.950831] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d0ba961-755d-41e5-b775-f2382068082a already deleted. [ 681.950831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.100724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.100724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.100724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.100724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.100724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.102102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.102102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.102102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.102102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.102102] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.413545] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a in Status: SUCCESS [ 682.413828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.414011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.414302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.414498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.414618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.414701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.414873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.414988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.415125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.415228] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.435649] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.435921] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.436122] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.436797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.436970] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.437142] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port f191aa02-3240-4647-9358-ee80ef3eb29d not found, creating... [ 682.437418] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.437577] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.437917] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.437917] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.438110] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.438610] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.438813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.438935] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.439178] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.439303] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.439437] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: f191aa02-3240-4647-9358-ee80ef3eb29d is going to be created. [ 682.470381] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.470598] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.470722] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.471161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.471399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.471700] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.587972] env[65422]: INFO networking_nsxv3.common.synchronization [None req-90d2cfb2-c337-4a0f-93b4-a8fe2409af06 None None] Enqueued Resource ID: 3d160923-aebc-4d28-acc2-939ccd3d33a7 with Priority: HIGHEST for action port [ 682.588967] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d160923-aebc-4d28-acc2-939ccd3d33a7 with Priority: HIGHEST for action port [ 682.589338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d160923-aebc-4d28-acc2-939ccd3d33a7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.589511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d160923-aebc-4d28-acc2-939ccd3d33a7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.589602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d160923-aebc-4d28-acc2-939ccd3d33a7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.589898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d160923-aebc-4d28-acc2-939ccd3d33a7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.590700] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d160923-aebc-4d28-acc2-939ccd3d33a7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.605045] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df50b4d8-6e85-4d57-ba3b-66bb1fd98374: rpc.has_security_group_logging(os_id): False [ 682.632027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.632966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.632966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.632966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.632966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.632966] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 682.745241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.745493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.745588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.745819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.745988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.766430] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 682.918938] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.919293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.919293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.919752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.919959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.920153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.920989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.920989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.920989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.921373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.921630] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.921780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.921889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.922262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.922352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.922695] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.092367] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d160923-aebc-4d28-acc2-939ccd3d33a7 [ 683.093365] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.093679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.093679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.093854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.093916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.094097] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d160923-aebc-4d28-acc2-939ccd3d33a7 already deleted. [ 683.094097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d160923-aebc-4d28-acc2-939ccd3d33a7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.276306] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 in Status: SUCCESS [ 683.276530] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 deletion is rescheduled due to dependency. [ 683.276587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.390751] env[65422]: INFO networking_nsxv3.common.synchronization [req-ae2cc264-4c7f-4bb3-92a6-977acd5ed8ae req-911466a2-3f6e-49b2-b82e-eef39ca2b828 service nova] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_rules [ 683.390977] env[65422]: INFO networking_nsxv3.common.synchronization [req-ae2cc264-4c7f-4bb3-92a6-977acd5ed8ae req-911466a2-3f6e-49b2-b82e-eef39ca2b828 service nova] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_members [ 683.391217] env[65422]: INFO networking_nsxv3.common.synchronization [req-ae2cc264-4c7f-4bb3-92a6-977acd5ed8ae req-911466a2-3f6e-49b2-b82e-eef39ca2b828 service nova] Enqueued Resource ID: f191aa02-3240-4647-9358-ee80ef3eb29d with Priority: HIGHEST for action port [ 683.391798] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_rules [ 683.392563] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_members [ 683.392563] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f191aa02-3240-4647-9358-ee80ef3eb29d with Priority: HIGHEST for action port [ 683.392808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.392963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.393058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.393365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.393490] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.396025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.396025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.396167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.397118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.397118] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.397118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.397118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.397118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.398536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.398536] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.398967] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f191aa02-3240-4647-9358-ee80ef3eb29d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.398967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.398967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.399183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.399300] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f191aa02-3240-4647-9358-ee80ef3eb29d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.427538] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01ddbecc-6f8c-4730-8d0e-c024c593cc0a: rpc.has_security_group_logging(os_id): False [ 683.452336] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.452496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.452541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.452758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.452852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.453051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.453196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.453196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.453389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.453762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.453762] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.453762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.453762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.454140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.454140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.454140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.454589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.454589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.454589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.454589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.454838] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a is going to be created. [ 683.585998] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.586172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.586245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.586462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.586650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.607776] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a in Status: IN_PROGRESS for 2s [ 683.903241] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.904491] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.904626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.905044] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f191aa02-3240-4647-9358-ee80ef3eb29d with status ACTIVE [ 683.905280] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.905595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.905726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.905892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.905997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906196] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.906307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.906398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.906571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.906671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.906949] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.907168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.907281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.908415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.908480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.908544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f191aa02-3240-4647-9358-ee80ef3eb29d is going to be updated. [ 683.932037] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.932345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.932345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.933040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.933253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.937736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f191aa02-3240-4647-9358-ee80ef3eb29d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.407237] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.784808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 684.785092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.789563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.789563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.789563] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.909547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.909547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.909744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.912079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.912079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.912079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d0ba961-755d-41e5-b775-f2382068082a is going to be created. [ 684.942549] env[65422]: INFO networking_nsxv3.common.synchronization [None req-efc553ad-9c7a-4040-87a8-c08994443ee7 tempest-MigrationsAdminTest-890018851 tempest-MigrationsAdminTest-890018851-project-member] Enqueued Resource ID: d525d8a2-a434-41ca-b80d-738c35278ddf with Priority: HIGHEST for action security_group_rules [ 684.944659] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.944854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.944967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.945354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.945638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.947732] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d525d8a2-a434-41ca-b80d-738c35278ddf with Priority: HIGHEST for action security_group_rules [ 684.950628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d525d8a2-a434-41ca-b80d-738c35278ddf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.950628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.950628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.950628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.950628] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d525d8a2-a434-41ca-b80d-738c35278ddf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.961718] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: UNINITIALIZED for 2s [ 685.179672] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c2802c35-ddce-4d05-90a3-29d224ea972f tempest-MigrationsAdminTest-890018851 tempest-MigrationsAdminTest-890018851-project-member] Enqueued Resource ID: d525d8a2-a434-41ca-b80d-738c35278ddf with Priority: HIGHEST for action security_group_rules [ 685.180683] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d525d8a2-a434-41ca-b80d-738c35278ddf with Priority: HIGHEST for action security_group_rules [ 685.181167] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d525d8a2-a434-41ca-b80d-738c35278ddf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.181344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.291562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.291641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.291967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.292065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.292140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.292229] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.478283] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.478633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.478751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.479077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.479332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.479531] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d525d8a2-a434-41ca-b80d-738c35278ddf already deleted. [ 685.479658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.479863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.480205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.480378] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d525d8a2-a434-41ca-b80d-738c35278ddf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.624885] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a in Status: SUCCESS [ 685.625023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.795801] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.796077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.796234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.796485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.797648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.797648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.797648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.798052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.798052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.798052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.798052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.798196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.798306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.798460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.798569] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.013637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.013637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.013637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.013637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.013637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.013637] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d525d8a2-a434-41ca-b80d-738c35278ddf already deleted. [ 686.013637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d525d8a2-a434-41ca-b80d-738c35278ddf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.304205] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df50b4d8-6e85-4d57-ba3b-66bb1fd98374: rpc.has_security_group_logging(os_id): False [ 686.329085] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.329315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.329453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.329725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.329923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.330226] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.330414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.330517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.330728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.330853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.331109] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.331267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.331345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.331532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.331651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.331924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.332151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.332258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.332466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.332649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.332775] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 686.420259] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.421692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.421780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.422179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.422410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.439788] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 686.975130] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: SUCCESS [ 686.975717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.975717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.975989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.976176] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.976356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.976356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.980034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.980034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.980034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.980034] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.479953] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.603942] env[65422]: INFO networking_nsxv3.common.synchronization [req-f2660295-b4cd-451f-9a52-0ba080305f10 req-3d3d30c8-c63a-47be-bd8f-7de04445c639 tempest-ServersTestJSON-1310463075 tempest-ServersTestJSON-1310463075-project-member] Enqueued Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_members [ 687.604726] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb with Priority: HIGHEST for action security_group_members [ 687.605452] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c083b67-e107-4514-b2b2-ba9cb60fdacb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.606473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.606473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.606473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.606473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.606473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.606473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.606738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.606738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.606738] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c083b67-e107-4514-b2b2-ba9cb60fdacb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.983083] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d0ba961-755d-41e5-b775-f2382068082a: rpc.has_security_group_logging(os_id): False [ 688.010064] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.010266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.010581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.010581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.015949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.015949] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.015949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.015949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.015949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.015949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.015949] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d0ba961-755d-41e5-b775-f2382068082a is going to be created. [ 688.110055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.110555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.114024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.114024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.114024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb is going to be updated. [ 688.130368] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.131045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.131405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.131405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.131501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.151019] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: IN_PROGRESS for 2s [ 688.195561] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.195816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.195816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.196159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.196233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.244663] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb in Status: IN_PROGRESS for 2s [ 688.475573] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 688.476123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.708205] env[65422]: INFO networking_nsxv3.common.synchronization [req-292d86b0-023d-4894-98d7-1a3437a5bd8b req-e36a9712-003f-4ee5-b718-dd57fe44f321 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 688.708937] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 688.709285] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.709449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.710152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.710517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.710707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.712061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.712061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.712061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.712061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.712061] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.215571] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.215738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.215812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.216134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.216255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.216449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.216549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.216608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.217056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.217056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.217056] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 already deleted. [ 689.217056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.252379] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.252582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.252677] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.253420] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.254822] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.254822] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.254822] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.255538] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.255538] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.255538] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.255538] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.255672] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.255711] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.255792] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.255884] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.256015] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.290529] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.290812] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.291053] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.291332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.291840] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-5a0ecec2-8866-4131-aa0b-e63ba349190f taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.292182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.292335] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.292847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.293108] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0ecec2-8866-4131-aa0b-e63ba349190f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.797146] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.797146] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.797536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.798319] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.799035] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.799035] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 5a0ecec2-8866-4131-aa0b-e63ba349190f not found, creating... [ 689.799316] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.799404] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.799968] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.799968] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.799968] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.801144] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.801144] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.801144] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.801583] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.801583] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.801583] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 5a0ecec2-8866-4131-aa0b-e63ba349190f is going to be created. [ 689.836985] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.837232] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.837406] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.837839] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.838203] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.838626] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.179420] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: SUCCESS [ 690.179683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.267036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb in Status: SUCCESS [ 690.267036] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c083b67-e107-4514-b2b2-ba9cb60fdacb deletion is rescheduled due to dependency. [ 690.267036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c083b67-e107-4514-b2b2-ba9cb60fdacb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.671485] env[65422]: INFO networking_nsxv3.common.synchronization [req-292d86b0-023d-4894-98d7-1a3437a5bd8b req-724ab9c9-3cc3-4302-a989-ba8d22cfb76b service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 690.671677] env[65422]: INFO networking_nsxv3.common.synchronization [req-292d86b0-023d-4894-98d7-1a3437a5bd8b req-724ab9c9-3cc3-4302-a989-ba8d22cfb76b service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 690.671875] env[65422]: INFO networking_nsxv3.common.synchronization [req-292d86b0-023d-4894-98d7-1a3437a5bd8b req-724ab9c9-3cc3-4302-a989-ba8d22cfb76b service nova] Enqueued Resource ID: 5a0ecec2-8866-4131-aa0b-e63ba349190f with Priority: HIGHEST for action port [ 690.672494] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 690.672670] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 690.672792] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a0ecec2-8866-4131-aa0b-e63ba349190f with Priority: HIGHEST for action port [ 690.673161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.673325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.673406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.673701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.673802] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.674835] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.674970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.675064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.675294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.675542] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.675595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.675680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.675857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.675974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.676092] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.677142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a0ecec2-8866-4131-aa0b-e63ba349190f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.677281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.677357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.677727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.677727] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a0ecec2-8866-4131-aa0b-e63ba349190f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.183025] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.183025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.183025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.184091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a0ecec2-8866-4131-aa0b-e63ba349190f with status ACTIVE [ 691.184091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.184091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.184091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.184293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.184346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.184638] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.184638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.184882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.185173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.185341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.185580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.185730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.185848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.186039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.186173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.186173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a0ecec2-8866-4131-aa0b-e63ba349190f is going to be updated. [ 691.205808] env[65422]: INFO networking_nsxv3.common.synchronization [req-260228e9-3958-4506-a659-b4c69f288560 req-ce43af00-2280-4018-aeb9-104af3a8adc0 tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 691.206924] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 691.207332] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.207464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.207543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.207737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.207968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.208073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.208073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.208196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.208286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.208381] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.216937] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.217267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.217359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.217555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.217703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.218617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a0ecec2-8866-4131-aa0b-e63ba349190f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.406896] env[65422]: INFO networking_nsxv3.common.synchronization [req-8dc43ff0-526f-48d7-bcc5-5ff2bf6946be req-dbe57e81-cd3b-4758-9911-5ca6bf242f07 tempest-ServerDiagnosticsTest-704656141 tempest-ServerDiagnosticsTest-704656141-project-member] Enqueued Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_members [ 691.407618] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGHEST for action security_group_members [ 691.407944] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.408205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.408345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.408573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.408774] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.408884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.408975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.409300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.409536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.409743] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.688934] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.709832] env[65422]: INFO networking_nsxv3.common.synchronization [req-260228e9-3958-4506-a659-b4c69f288560 req-6efab31b-3260-4315-98a7-c7da0a6562f6 tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 691.710504] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 691.710851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.710984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.713242] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.912516] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.912821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.912821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.912967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.913116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.913279] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.913398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.913516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.913679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.913761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.913850] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6c316-a41b-4655-b40f-02bf328db208 is going to be updated. [ 691.960541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.961172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.961455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.962318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.963152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.975229] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6c316-a41b-4655-b40f-02bf328db208 in Status: IN_PROGRESS for 2s [ 692.011540] env[65422]: INFO networking_nsxv3.common.synchronization [req-260228e9-3958-4506-a659-b4c69f288560 req-6283ac92-4318-4282-aa25-9637b9ef082b tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 692.015193] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 692.019023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.019023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.192894] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.192894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.192894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.192894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.192894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.192894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be created. [ 692.215851] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.343048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.343048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.343048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.343048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.343048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.375368] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: UNINITIALIZED for 2s [ 692.598267] env[65422]: INFO networking_nsxv3.common.synchronization [req-f2ad6c05-395e-4d07-8d29-ba51728aeee0 req-fcd0f6c4-4cc7-4d5e-9726-2c2aff446cfc tempest-InstanceActionsNegativeTestJSON-1252111218 tempest-InstanceActionsNegativeTestJSON-1252111218-project-member] Enqueued Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_members [ 692.598810] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGHEST for action security_group_members [ 692.599122] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.599236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.599413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.599489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.599999] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.600818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.600818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.600818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.600818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.601038] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.718836] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.719151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.719314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.719602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.719799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.720082] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 692.761466] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.761466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.761466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.761466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.761466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.771891] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 693.102921] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.103151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.103151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.103362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.104804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.104804] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.104804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.104804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.105155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.105155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.105155] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a is going to be updated. [ 693.150532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.150532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.150754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.150882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.151090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.162850] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a in Status: IN_PROGRESS for 2s [ 693.990267] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f6c316-a41b-4655-b40f-02bf328db208 in Status: SUCCESS [ 693.990558] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f6c316-a41b-4655-b40f-02bf328db208 deletion is rescheduled due to dependency. [ 693.990558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.388116] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 694.388413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.388607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.388854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.389436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.389551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.389620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.392369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.392369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.392369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.392369] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.785258] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 694.785482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.785644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.786796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.786796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.786796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.786796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.786796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.786796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.786796] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.892692] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.892884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.892934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.893441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.893695] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.893806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.893853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.894019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.894377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.894377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.894377] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.894643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.894643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.894643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.894915] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.895038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.895936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.896856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.896856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.896856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.896856] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.187457] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a in Status: SUCCESS [ 695.187719] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a deletion is rescheduled due to dependency. [ 695.187760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.291796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.292041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.292364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.292501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.292615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.292868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.292984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.293046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.293283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.293489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.293489] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 695.327532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.329050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.329050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.329050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.329050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.354834] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 695.402116] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41bb77e9-eeed-4fa1-8683-cd3facac1211: rpc.has_security_group_logging(os_id): False [ 695.431888] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.433811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.433811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.436392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.436392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.436392] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.436392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.436392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.436392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.436392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.437387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.437622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.437797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.438436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.438593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.438922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.441193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.441285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.441537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.441651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.441758] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be created. [ 695.524842] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.524996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.525085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.525281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.525459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545762] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 696.142755] env[65422]: INFO networking_nsxv3.common.synchronization [req-90127e2b-a979-4ac8-9bbf-7cdb487731f8 req-70464df6-576a-4813-bdd8-bedb9e3e1d5f tempest-FloatingIPsAssociationNegativeTestJSON-1604283335 tempest-FloatingIPsAssociationNegativeTestJSON-1604283335-project-member] Enqueued Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_members [ 696.143353] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_members [ 696.143676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.143792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.143857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.144623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.145424] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.145424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.145547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.148794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.148794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.148794] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.655884] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.656213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.656213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.656468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.656575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.656811] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.656919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.657035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.657198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.657279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.657462] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa already deleted. [ 696.657462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.742698] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.742953] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-237" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.743119] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-237" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.743514] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-237" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.743862] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.744593] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.744803] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.745222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.745457] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.745767] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.746478] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.746684] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.746891] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.747059] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.747310] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.747503] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.769710] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.769948] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.770142] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.770394] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-237" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.770780] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.770905] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.771060] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.771495] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.771627] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e1fc8a1-f7e8-49f4-b328-b7f029f59874',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.274448] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.274662] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.274786] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.275278] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.275457] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.275610] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 1e1fc8a1-f7e8-49f4-b328-b7f029f59874 not found, creating... [ 697.275876] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.276040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.276152] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.276370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.276499] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.276770] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.276910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.277028] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.277227] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.277675] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.277675] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 1e1fc8a1-f7e8-49f4-b328-b7f029f59874 is going to be created. [ 697.299606] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.299933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.299933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.300392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.300629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.300857] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.367539] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 697.367539] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 deletion is rescheduled due to dependency. [ 697.367539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.367686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.368154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.368154] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.368289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.368289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.368462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.368547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.368607] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.558815] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 697.558918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.870666] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.871041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.871087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.871421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.871568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.871868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.872898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.873090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.873732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.874099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.874314] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 697.905811] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.906079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.906199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.906671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.906892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.917671] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 698.031111] env[65422]: INFO networking_nsxv3.common.synchronization [req-90127e2b-a979-4ac8-9bbf-7cdb487731f8 req-3197dde9-47f4-40f6-b7f5-fc7156b5faf2 service nova] Enqueued Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_rules [ 698.031198] env[65422]: INFO networking_nsxv3.common.synchronization [req-90127e2b-a979-4ac8-9bbf-7cdb487731f8 req-3197dde9-47f4-40f6-b7f5-fc7156b5faf2 service nova] Enqueued Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_members [ 698.031330] env[65422]: INFO networking_nsxv3.common.synchronization [req-90127e2b-a979-4ac8-9bbf-7cdb487731f8 req-3197dde9-47f4-40f6-b7f5-fc7156b5faf2 service nova] Enqueued Resource ID: 1e1fc8a1-f7e8-49f4-b328-b7f029f59874 with Priority: HIGHEST for action port [ 698.031988] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_rules [ 698.032219] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_members [ 698.032369] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e1fc8a1-f7e8-49f4-b328-b7f029f59874 with Priority: HIGHEST for action port [ 698.032723] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.032940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.033063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.033369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.033503] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.034567] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.034724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.034829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.035122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.037556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.037556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.037556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.037556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.037556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037556] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.037556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.037556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.037556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.038224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.038224] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e1fc8a1-f7e8-49f4-b328-b7f029f59874',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.540309] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.542047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.542381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.544061] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e1fc8a1-f7e8-49f4-b328-b7f029f59874 with status ACTIVE [ 698.544061] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.544167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.544202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.544626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.544626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.544749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.544749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.544822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.546627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.547485] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.547485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.547485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.547761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.549477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.549477] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e1fc8a1-f7e8-49f4-b328-b7f029f59874 is going to be updated. [ 698.574470] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.574858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.574985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.575327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.575533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.575762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e1fc8a1-f7e8-49f4-b328-b7f029f59874" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.988254] env[65422]: INFO networking_nsxv3.common.synchronization [None req-2e2f5f30-00db-4880-9ba1-c8f482e2a7cb None None] Enqueued Resource ID: ce1218df-416a-4194-a340-f67a41879eee with Priority: HIGHEST for action port [ 698.989523] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1218df-416a-4194-a340-f67a41879eee with Priority: HIGHEST for action port [ 698.989523] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1218df-416a-4194-a340-f67a41879eee taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.989523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1218df-416a-4194-a340-f67a41879eee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.989523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1218df-416a-4194-a340-f67a41879eee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.989980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1218df-416a-4194-a340-f67a41879eee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.990160] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1218df-416a-4194-a340-f67a41879eee',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.052244] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.492672] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce1218df-416a-4194-a340-f67a41879eee [ 699.492997] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.493166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.493268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.493561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.493673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.493817] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce1218df-416a-4194-a340-f67a41879eee already deleted. [ 699.493916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1218df-416a-4194-a340-f67a41879eee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.558065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.558065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.563573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.563573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.563573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.563573] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa is going to be created. [ 699.589545] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.590358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.591127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.591475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.592018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.606081] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa in Status: UNINITIALIZED for 2s [ 699.938077] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 699.938077] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 deletion is rescheduled due to dependency. [ 699.938077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.639770] env[65422]: INFO networking_nsxv3.common.synchronization [None req-8586b7d4-956c-429d-b158-6efc7979a8de None None] Enqueued Resource ID: 625a265e-48a3-4626-83da-5f33c04ecbbc with Priority: HIGHEST for action port [ 700.640605] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625a265e-48a3-4626-83da-5f33c04ecbbc with Priority: HIGHEST for action port [ 700.640863] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-625a265e-48a3-4626-83da-5f33c04ecbbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.641734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-625a265e-48a3-4626-83da-5f33c04ecbbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.641872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-625a265e-48a3-4626-83da-5f33c04ecbbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.642424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-625a265e-48a3-4626-83da-5f33c04ecbbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.642559] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625a265e-48a3-4626-83da-5f33c04ecbbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.850321] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ff77891f-8564-433d-8f4e-cb22a10990ec None None] Enqueued Resource ID: 0e258905-a310-413a-9fca-3085b54f8af6 with Priority: HIGHEST for action port [ 700.850950] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e258905-a310-413a-9fca-3085b54f8af6 with Priority: HIGHEST for action port [ 700.851227] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e258905-a310-413a-9fca-3085b54f8af6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.851356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e258905-a310-413a-9fca-3085b54f8af6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.851412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e258905-a310-413a-9fca-3085b54f8af6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.851861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e258905-a310-413a-9fca-3085b54f8af6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.851946] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e258905-a310-413a-9fca-3085b54f8af6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.144770] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 625a265e-48a3-4626-83da-5f33c04ecbbc [ 701.145182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.145667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.145845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.146154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.146593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.146593] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:625a265e-48a3-4626-83da-5f33c04ecbbc already deleted. [ 701.146593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-625a265e-48a3-4626-83da-5f33c04ecbbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.226356] env[65422]: INFO networking_nsxv3.common.synchronization [req-075f5df2-ffa0-46d7-bc38-bb4fde9e0b96 req-bea3f8b0-c0e3-4d20-97fc-8a17e5032907 tempest-ServersTestBootFromVolume-329786802 tempest-ServersTestBootFromVolume-329786802-project-member] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_members [ 701.227077] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_members [ 701.227404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.227529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.227604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.227845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.227994] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.228507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.228507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.228507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.228507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.228507] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.356109] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e258905-a310-413a-9fca-3085b54f8af6 [ 701.356350] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.356486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.356553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.357280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.357280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.357280] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e258905-a310-413a-9fca-3085b54f8af6 already deleted. [ 701.357566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e258905-a310-413a-9fca-3085b54f8af6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.619157] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa in Status: SUCCESS [ 701.619391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.619559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.619764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621376] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.621376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.621376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.621376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.621376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.621376] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.732641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.732641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.732641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.732641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.732641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.732641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.733119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.733119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.733119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.733119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.733119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc already deleted. [ 701.733262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.802681] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-468 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.802883] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-468" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.803060] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-468" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.803435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-468" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.803662] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.803814] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.803921] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.804249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.804989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.804989] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.804989] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.804989] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.804989] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.804989] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.805324] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.805324] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.826145] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.826337] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.826494] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.826679] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-468" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.827060] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-26c792db-2c05-4dd4-8223-013b2d5d3f9f taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.827268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.827362] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.827673] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.827814] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c792db-2c05-4dd4-8223-013b2d5d3f9f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.861231] env[65422]: INFO networking_nsxv3.common.synchronization [None req-27bebef6-4c99-4185-8003-8d5b56a27d88 None None] Enqueued Resource ID: 0246940e-eef4-488f-bd28-a6a584ffc86a with Priority: HIGHEST for action port [ 701.861231] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0246940e-eef4-488f-bd28-a6a584ffc86a with Priority: HIGHEST for action port [ 701.861425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0246940e-eef4-488f-bd28-a6a584ffc86a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.861425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0246940e-eef4-488f-bd28-a6a584ffc86a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.861555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0246940e-eef4-488f-bd28-a6a584ffc86a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.861686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0246940e-eef4-488f-bd28-a6a584ffc86a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.861764] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0246940e-eef4-488f-bd28-a6a584ffc86a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.124039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.124039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.124039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.124039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.124039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.124651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.124651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.124651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.124864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.125161] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.332525] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.332731] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.332846] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.333146] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.333287] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.333491] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 26c792db-2c05-4dd4-8223-013b2d5d3f9f not found, creating... [ 702.333764] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.333915] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.334032] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.334246] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.334376] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.334727] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.334883] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.334989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.335201] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.335326] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.335457] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 26c792db-2c05-4dd4-8223-013b2d5d3f9f is going to be created. [ 702.360170] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.360413] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.360571] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.360791] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.361050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.361281] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.365991] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0246940e-eef4-488f-bd28-a6a584ffc86a [ 702.365991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.365991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.365991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.365991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.365991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.365991] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0246940e-eef4-488f-bd28-a6a584ffc86a already deleted. [ 702.365991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0246940e-eef4-488f-bd28-a6a584ffc86a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.393221] env[65422]: INFO networking_nsxv3.common.synchronization [req-c300cd47-cc96-4dad-9144-1463087eadb8 req-df217568-9191-44f3-9c01-5dd7cdf73d7e tempest-ServerMetadataNegativeTestJSON-170156206 tempest-ServerMetadataNegativeTestJSON-170156206-project-member] Enqueued Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_members [ 702.393746] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGHEST for action security_group_members [ 702.394107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.394235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.394299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.394491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.394642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.394731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.394789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.394928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.395024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.395123] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.628895] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fdecf4d1-1cfb-4051-b384-c1475f94d9aa: rpc.has_security_group_logging(os_id): False [ 702.652632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.652804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.652839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.653079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.653179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.653389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.653482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.653540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.654041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.654216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654433] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.654521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.654570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.654689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.654757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.654835] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa is going to be created. [ 702.682785] env[65422]: INFO networking_nsxv3.common.synchronization [req-f82518bd-8b8e-4153-ade2-edde79ffebfd req-cf1efeba-5aa4-454b-9749-40a6e96d1575 tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 702.683494] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 702.683664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.683783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.683849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.684483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.684697] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.684839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.684930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.685200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.685320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.685444] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.744321] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.744321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.744321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.744321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.744321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.758434] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa in Status: IN_PROGRESS for 2s [ 702.901264] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ef486ce9-31ad-4f25-b169-7339a2732c36 None None] Enqueued Resource ID: 8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de with Priority: HIGHEST for action port [ 702.901264] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.901264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.901264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.901264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.901806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.902637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.904154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.904154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.904154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.904154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.904154] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe is going to be updated. [ 702.906031] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de with Priority: HIGHEST for action port [ 702.906328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.906502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.906608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.906877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.907210] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.938484] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.938725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.938725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.938990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.939416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.948982] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe in Status: IN_PROGRESS for 2s [ 703.128425] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-202 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.128623] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.128738] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.128994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.129377] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.129453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.129690] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.129690] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.129820] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.130030] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.130147] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.131219] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.131219] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.131219] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.131219] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.131219] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.133838] env[65422]: INFO networking_nsxv3.common.synchronization [req-075f5df2-ffa0-46d7-bc38-bb4fde9e0b96 req-33bda836-6417-4b2c-ab33-98c6c7caef18 service nova] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_rules [ 703.135186] env[65422]: INFO networking_nsxv3.common.synchronization [req-075f5df2-ffa0-46d7-bc38-bb4fde9e0b96 req-33bda836-6417-4b2c-ab33-98c6c7caef18 service nova] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_members [ 703.135186] env[65422]: INFO networking_nsxv3.common.synchronization [req-075f5df2-ffa0-46d7-bc38-bb4fde9e0b96 req-33bda836-6417-4b2c-ab33-98c6c7caef18 service nova] Enqueued Resource ID: 26c792db-2c05-4dd4-8223-013b2d5d3f9f with Priority: HIGHEST for action port [ 703.135186] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_rules [ 703.135186] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_members [ 703.135358] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c792db-2c05-4dd4-8223-013b2d5d3f9f with Priority: HIGHEST for action port [ 703.137858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.137858] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.137858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.137858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.137858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.138647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.138647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.138647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.138647] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.138971] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c792db-2c05-4dd4-8223-013b2d5d3f9f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.139095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.139157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.139303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.139368] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c792db-2c05-4dd4-8223-013b2d5d3f9f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.165313] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.165313] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.165502] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.165537] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-202" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.166088] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.166088] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.166088] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.166423] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.168227] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd140c8d-63d1-4c8c-a14e-2f8ce80a648c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.188032] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.411199] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de [ 703.411482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.411482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.411591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.411725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.411928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.411928] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de already deleted. [ 703.411996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aab8ed8-d7d8-4f4f-91ec-13e202cdd1de" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.644498] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.644498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.644498] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26c792db-2c05-4dd4-8223-013b2d5d3f9f with status ACTIVE [ 703.644498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.644498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.644498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.645020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.645020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.648112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.648112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.648112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.648112] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26c792db-2c05-4dd4-8223-013b2d5d3f9f is going to be updated. [ 703.673661] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.674160] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.674395] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.674751] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.675022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.675266] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port bd140c8d-63d1-4c8c-a14e-2f8ce80a648c not found, creating... [ 703.675970] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.676450] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.676664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.676995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.677234] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.677628] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.677906] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.678211] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.683724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.683724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.683724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: bd140c8d-63d1-4c8c-a14e-2f8ce80a648c is going to be created. [ 703.689227] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.689227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.689227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.689227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.689227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.689227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c792db-2c05-4dd4-8223-013b2d5d3f9f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.692844] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.715805] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.715995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.716135] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.716413] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.716629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.716848] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.099745] env[65422]: INFO networking_nsxv3.common.synchronization [req-62176f4f-79ba-46d3-91dc-2bd0fabea037 req-eb66cc84-5e24-414a-95fb-b9750b8342c9 tempest-ServersNegativeTestMultiTenantJSON-976867500 tempest-ServersNegativeTestMultiTenantJSON-976867500-project-member] Enqueued Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_members [ 704.100365] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_members [ 704.100705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.100834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.100900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101442] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.101558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.101624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.101820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.101919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.102027] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.148611] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.196813] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.197375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.197459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.197680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.199821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.199821] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 704.231221] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.231499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.231599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.231832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.232057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.244205] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 704.421197] env[65422]: INFO networking_nsxv3.common.synchronization [req-f82518bd-8b8e-4153-ade2-edde79ffebfd req-c963d611-3402-4885-b784-f07f66b3bbf7 service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 704.421197] env[65422]: INFO networking_nsxv3.common.synchronization [req-f82518bd-8b8e-4153-ade2-edde79ffebfd req-c963d611-3402-4885-b784-f07f66b3bbf7 service nova] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 704.421197] env[65422]: INFO networking_nsxv3.common.synchronization [req-f82518bd-8b8e-4153-ade2-edde79ffebfd req-c963d611-3402-4885-b784-f07f66b3bbf7 service nova] Enqueued Resource ID: bd140c8d-63d1-4c8c-a14e-2f8ce80a648c with Priority: HIGHEST for action port [ 704.421675] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_rules [ 704.421906] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 704.422075] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd140c8d-63d1-4c8c-a14e-2f8ce80a648c with Priority: HIGHEST for action port [ 704.422362] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.422486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.422552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.422750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.422833] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.423753] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.423888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.424094] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.424197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.424278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.424462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.424537] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd140c8d-63d1-4c8c-a14e-2f8ce80a648c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.509025] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-397 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.509025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.509025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.509025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.509025] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.509025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.509025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.509842] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.510095] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510491] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.510699] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.510884] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.511128] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.511342] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 704.511526] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.511734] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.531267] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.531486] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 704.531615] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.531781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.532670] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-639772e3-599d-4f7e-81ad-21f2c2f49bbe taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.535029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.535029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.535029] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.535029] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639772e3-599d-4f7e-81ad-21f2c2f49bbe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.604694] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.604855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.604925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.605181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.605278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.605476] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.605571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.605629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.605775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.605849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.605932] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 already deleted. [ 704.606021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.653538] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.653699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.653771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.653983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.654094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.654193] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc is going to be created. [ 704.682574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.682574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.682574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.682574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.682574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.693978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: UNINITIALIZED for 2s [ 704.771851] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa in Status: SUCCESS [ 704.772622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.925992] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.926177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.926424] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd140c8d-63d1-4c8c-a14e-2f8ce80a648c with status ACTIVE [ 704.926627] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.926736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.926811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.927019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.927133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.927334] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.927431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.927493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.927677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.927755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.927932] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.928050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.928111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.928251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.928325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.928407] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd140c8d-63d1-4c8c-a14e-2f8ce80a648c is going to be updated. [ 704.951815] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.951949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.952075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.952269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.952414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.952567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd140c8d-63d1-4c8c-a14e-2f8ce80a648c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.962992] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe in Status: SUCCESS [ 704.963234] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe deletion is rescheduled due to dependency. [ 704.963397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.035960] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.037058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.037058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.037058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.037058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.037372] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 639772e3-599d-4f7e-81ad-21f2c2f49bbe not found, creating... [ 705.037732] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.037973] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.038158] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.038511] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.038819] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.039145] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.039359] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.039579] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.039853] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.040051] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.040286] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 639772e3-599d-4f7e-81ad-21f2c2f49bbe is going to be created. [ 705.072013] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.072330] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.072496] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.072817] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.073187] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.073493] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.615186] env[65422]: INFO networking_nsxv3.common.synchronization [None req-901c3ce2-59ed-4243-b277-3b0a368fcb0a None None] Enqueued Resource ID: 7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb with Priority: HIGHEST for action port [ 705.615186] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb with Priority: HIGHEST for action port [ 705.616347] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.616753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.617019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.617411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.617654] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.795083] env[65422]: INFO networking_nsxv3.common.synchronization [req-62176f4f-79ba-46d3-91dc-2bd0fabea037 req-51073088-87db-4e36-84ac-12fe983b4c38 service nova] Enqueued Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_rules [ 705.795083] env[65422]: INFO networking_nsxv3.common.synchronization [req-62176f4f-79ba-46d3-91dc-2bd0fabea037 req-51073088-87db-4e36-84ac-12fe983b4c38 service nova] Enqueued Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_members [ 705.795083] env[65422]: INFO networking_nsxv3.common.synchronization [req-62176f4f-79ba-46d3-91dc-2bd0fabea037 req-51073088-87db-4e36-84ac-12fe983b4c38 service nova] Enqueued Resource ID: 639772e3-599d-4f7e-81ad-21f2c2f49bbe with Priority: HIGHEST for action port [ 705.795083] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_rules [ 705.795083] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_members [ 705.795083] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639772e3-599d-4f7e-81ad-21f2c2f49bbe with Priority: HIGHEST for action port [ 705.797129] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.797129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.797129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.797129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.799501] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.800525] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.800658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.800715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.801140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.801254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.801311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.801506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.802059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.802059] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.806338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-639772e3-599d-4f7e-81ad-21f2c2f49bbe taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.806338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.806338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.806338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.806338] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('639772e3-599d-4f7e-81ad-21f2c2f49bbe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.120036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb [ 706.120155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.120413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.120603] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.120853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.120950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.121143] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb already deleted. [ 706.121276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a0200e4-cf6e-4ab6-9a14-39df2f8e8dcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255235] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 706.255235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.255235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.255235] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.255235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.255235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.255235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.255711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.255711] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.306833] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.308524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310016] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 639772e3-599d-4f7e-81ad-21f2c2f49bbe with status ACTIVE [ 706.310016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.310016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.310016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.310372] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.310656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.310788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.311046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.311314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.311684] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.311872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.311999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.312270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.312477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.312642] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 639772e3-599d-4f7e-81ad-21f2c2f49bbe is going to be updated. [ 706.335851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.335996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.336258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.336322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.336435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.336594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-639772e3-599d-4f7e-81ad-21f2c2f49bbe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.705488] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: SUCCESS [ 706.705757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.705871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.706109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.706310] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.706467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.706537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.706706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.706789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.706888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.706979] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.758762] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.776250] env[65422]: INFO networking_nsxv3.common.synchronization [req-5c05d458-b815-4ee3-bd6a-444fd98cabb7 req-111885cc-a351-42f2-ba47-478503ecc00f tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 706.777196] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 706.777756] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.778108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.778330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.778785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.779139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.781824] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.810366] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.209782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.260886] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.285120] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.286672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.286879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.287205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.287532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.287943] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.288080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.288337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.288337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.288454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.288497] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb already deleted. [ 707.288635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.307096] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.307315] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-581" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.307468] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-581" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.307759] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-581" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.308019] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.308249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.308374] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.308585] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.308719] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.308916] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.309031] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.309138] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.309235] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.309353] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.309431] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.309550] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.312929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.313065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.313118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.313286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.313373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.313471] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 is going to be created. [ 707.338668] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.338819] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.338963] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.339109] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-581" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.339422] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-7dcf2e2a-4e77-459c-9936-568c34f49a33 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.339590] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.339702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.340038] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.340172] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcf2e2a-4e77-459c-9936-568c34f49a33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.344161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.344294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.344361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.344553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.344707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.355898] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 in Status: UNINITIALIZED for 2s [ 707.712117] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 648d5cad-7c86-4024-9b37-2e7c87bd0cdc: rpc.has_security_group_logging(os_id): False [ 707.731966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.732166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.732256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.732489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.732593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.734463] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.734463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.734463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.734463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.734463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.734463] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc is going to be created. [ 707.764389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.764565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.764641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.764881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.765021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.765119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 707.799089] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.799242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.799325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.799652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.799867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.817025] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 707.826082] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.826082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.826082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.826082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.826082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.845391] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.845391] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.845391] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.845829] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.845994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.846233] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 7dcf2e2a-4e77-459c-9936-568c34f49a33 not found, creating... [ 707.846469] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.846631] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.846808] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.846972] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.847283] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.847402] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.847766] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.847766] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.848141] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.848141] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.849917] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 is going to be created. [ 707.852526] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: IN_PROGRESS for 2s [ 707.876901] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.878741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.878741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.878741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.878741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.878741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.524316] env[65422]: INFO networking_nsxv3.common.synchronization [req-0c877283-daab-4002-80a8-64c376fc62d3 req-8d28634a-8a42-4016-9966-316bef883ebe tempest-ImagesOneServerTestJSON-1248912397 tempest-ImagesOneServerTestJSON-1248912397-project-member] Enqueued Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_members [ 708.525065] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGHEST for action security_group_members [ 708.525231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.525306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.525368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.525553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.525706] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.525845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.525845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.525979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.526074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.526165] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.657736] env[65422]: INFO networking_nsxv3.common.synchronization [req-5c05d458-b815-4ee3-bd6a-444fd98cabb7 req-561236a7-e56d-4ab9-8d81-166c84e1026b service nova] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 708.658599] env[65422]: INFO networking_nsxv3.common.synchronization [req-5c05d458-b815-4ee3-bd6a-444fd98cabb7 req-561236a7-e56d-4ab9-8d81-166c84e1026b service nova] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 708.658852] env[65422]: INFO networking_nsxv3.common.synchronization [req-5c05d458-b815-4ee3-bd6a-444fd98cabb7 req-561236a7-e56d-4ab9-8d81-166c84e1026b service nova] Enqueued Resource ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 with Priority: HIGHEST for action port [ 708.661920] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 708.661920] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 708.661920] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 with Priority: HIGHEST for action port [ 708.661920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.661920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.661920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.661920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.661920] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.661920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.662458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.662458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.662458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.662556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.662599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.662633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.662777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.662862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.662953] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.670232] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcf2e2a-4e77-459c-9936-568c34f49a33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.670232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.670232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.670542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.670542] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcf2e2a-4e77-459c-9936-568c34f49a33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.031028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.031028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.031028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 is going to be updated. [ 709.072670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.072670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.072670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.072885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.072997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.085699] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 in Status: IN_PROGRESS for 2s [ 709.172642] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.173867] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.175027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.175612] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcf2e2a-4e77-459c-9936-568c34f49a33 with status ACTIVE [ 709.176138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.177161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.177289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.177755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.177755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.177755] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.178113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.178113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.178239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.178302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178485] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.178593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.178653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.178796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.178863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.178953] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 is going to be updated. [ 709.207103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.207103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.207103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.208244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.208244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.208244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.367749] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 in Status: SUCCESS [ 709.367985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.368552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.369479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.369479] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.369479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.369479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.369479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.369479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.369479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.369788] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.675872] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.827713] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 709.827933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.828725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.828725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.828861] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.828985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.829085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.829305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.829428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.829483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.829574] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.867070] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: SUCCESS [ 709.867172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.873387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.873387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.873387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.873387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.874053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.874053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.874053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.874053] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.874053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.874053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.874053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.874314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.874314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.874314] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.022037] env[65422]: INFO networking_nsxv3.common.synchronization [req-eafd55f1-2bc4-4eaf-90ca-e10d725b87ec req-d3c24108-026f-4042-8908-193240931da1 tempest-ServersWithSpecificFlavorTestJSON-1066645637 tempest-ServersWithSpecificFlavorTestJSON-1066645637-project-member] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 710.023040] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 710.028335] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.028335] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.028335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.028335] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.177806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.178210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.178210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.178290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.178359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.178461] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be created. [ 710.203636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.203789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.203832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.204057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.204292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.215629] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: UNINITIALIZED for 2s [ 710.335749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.335749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.335749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.336071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.336353] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.336353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.336510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.341168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.341381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.341511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.341718] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.342051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.342051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.342147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.342604] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.342604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.342604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.342604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.342604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.342818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.342818] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.380478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7: rpc.has_security_group_logging(os_id): False [ 710.409027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.409027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.409027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.409274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.409367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.409647] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.410059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.410059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.410059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.410191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.410357] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.410511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.410572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.411584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.411584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.411584] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.411584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.411584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.411584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.411584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.411923] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 is going to be created. [ 710.489769] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.489911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.489974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.490208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.490507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.505334] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 in Status: IN_PROGRESS for 2s [ 710.532164] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.532572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.532688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.532915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.533034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.533251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.533353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.533432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.533573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.534828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.534828] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be updated. [ 710.603832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.603832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.603832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.617811] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: IN_PROGRESS for 2s [ 710.846247] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb7290f-a9ca-494d-87ea-8c35003b13df: rpc.has_security_group_logging(os_id): False [ 710.866772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.867132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.867230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.867527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.867678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.868250] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.868250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.868250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.868479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.868479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.869056] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.869056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.869056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.869209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.869238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.869428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.869597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.870761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.870761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.870761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.870761] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 710.948580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.948738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.948808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.949033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.949233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.977069] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 711.106963] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 in Status: SUCCESS [ 711.106963] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 deletion is rescheduled due to dependency. [ 711.106963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.711075] env[65422]: INFO networking_nsxv3.common.synchronization [req-bf36e7a1-57f3-403a-ba79-3ee67ae964ef req-72821aed-ce4c-4b24-b9b6-3eed0cb73121 tempest-FloatingIPsAssociationTestJSON-263007202 tempest-FloatingIPsAssociationTestJSON-263007202-project-member] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 711.711694] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 711.712039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.712255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.712563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.712649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.712835] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.712972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.713108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.713280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.713370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.713502] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.088933] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.089175] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.089329] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.090390] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.090390] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.090390] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.090558] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.090708] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.090898] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.091172] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.091325] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.091441] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.091540] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.092249] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.092249] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.092249] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.113556] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.113740] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.113848] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.114036] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.114407] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-0edc90ad-4b80-4fad-8456-06f696d9756a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.114655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.115076] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.115647] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.115866] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0edc90ad-4b80-4fad-8456-06f696d9756a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.215937] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.216481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.216597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.216909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.217084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.217370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.217489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.217552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.217773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.217855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.217954] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 already deleted. [ 712.218026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.235559] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 712.235700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.235866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236277] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.236766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.236861] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.521364] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 in Status: SUCCESS [ 712.521364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619091] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.619453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.619453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.619560] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.619725] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.619894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 0edc90ad-4b80-4fad-8456-06f696d9756a not found, creating... [ 712.620174] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.620361] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.620469] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.620726] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.620812] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.621108] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.621300] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.621459] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.621669] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.621797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.621932] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 0edc90ad-4b80-4fad-8456-06f696d9756a is going to be created. [ 712.632700] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 712.632877] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc deletion is rescheduled due to dependency. [ 712.632960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.647284] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.647284] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.647598] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.647652] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.647892] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.648134] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.738939] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.001355] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 713.001355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.240897] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b786fac7-bd9e-47a9-ba64-f43509a36cbb: rpc.has_security_group_logging(os_id): False [ 713.274287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.274287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.274918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.275089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.276325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.276325] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.276325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.276325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.276325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.276325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.276325] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be created. [ 713.398384] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.398537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.398537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.398856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.398940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.416043] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 713.443393] env[65422]: INFO networking_nsxv3.common.synchronization [req-bf36e7a1-57f3-403a-ba79-3ee67ae964ef req-b2e5d30c-cbee-4efb-b81e-24ff1f604ca4 service nova] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_rules [ 713.443573] env[65422]: INFO networking_nsxv3.common.synchronization [req-bf36e7a1-57f3-403a-ba79-3ee67ae964ef req-b2e5d30c-cbee-4efb-b81e-24ff1f604ca4 service nova] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 713.443689] env[65422]: INFO networking_nsxv3.common.synchronization [req-bf36e7a1-57f3-403a-ba79-3ee67ae964ef req-b2e5d30c-cbee-4efb-b81e-24ff1f604ca4 service nova] Enqueued Resource ID: 0edc90ad-4b80-4fad-8456-06f696d9756a with Priority: HIGHEST for action port [ 713.445262] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_rules [ 713.445853] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 713.446194] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edc90ad-4b80-4fad-8456-06f696d9756a with Priority: HIGHEST for action port [ 713.446889] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.447084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.447387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.447478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.447521] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.448845] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.448845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.448845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.449151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.449151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.449233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.449264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.449451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.449506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.450197] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.451010] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0edc90ad-4b80-4fad-8456-06f696d9756a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.451010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.451010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.451215] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0edc90ad-4b80-4fad-8456-06f696d9756a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.873153] env[65422]: INFO networking_nsxv3.common.synchronization [req-386a3570-04f3-4959-8833-bedf23d8fe38 req-1dfd6b91-9368-4bf2-b564-8bbe88e54b91 tempest-ServersAdminNegativeTestJSON-21398976 tempest-ServersAdminNegativeTestJSON-21398976-project-member] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 713.873153] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 713.873153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.873153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.873153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.873153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.873153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.873153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.873153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.873153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.873678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.873678] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.953395] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.954118] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.954217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.954585] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0edc90ad-4b80-4fad-8456-06f696d9756a with status ACTIVE [ 713.954742] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.954855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.954941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.955191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.955261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.955514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.955566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.956705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.956705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.956921] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.957144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.957227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.957473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.957557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.957644] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0edc90ad-4b80-4fad-8456-06f696d9756a is going to be updated. [ 713.984463] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.984629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.984677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.984885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.985033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.985202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0edc90ad-4b80-4fad-8456-06f696d9756a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.380549] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.455671] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.883219] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.957885] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.958146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.958211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.958442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.958539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.958634] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be created. [ 715.000454] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.002102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.002717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.003057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.003283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.019149] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: UNINITIALIZED for 2s [ 715.385376] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.386280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.386280] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be updated. [ 715.445589] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.445770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.445816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.446042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.446216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.448825] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 715.448825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.463306] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: IN_PROGRESS for 2s [ 716.730090] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a8afe8e1-32ec-4604-9379-547d0f0a1ba0 None None] Enqueued Resource ID: 83948bc6-983a-4758-a20d-ada13881cf27 with Priority: HIGHEST for action port [ 716.730832] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83948bc6-983a-4758-a20d-ada13881cf27 with Priority: HIGHEST for action port [ 716.730998] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-83948bc6-983a-4758-a20d-ada13881cf27 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.731128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83948bc6-983a-4758-a20d-ada13881cf27" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.731213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83948bc6-983a-4758-a20d-ada13881cf27" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.731485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83948bc6-983a-4758-a20d-ada13881cf27" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.731574] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83948bc6-983a-4758-a20d-ada13881cf27',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.032344] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 717.032633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.032928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.033111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.033578] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.033578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.033578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.033888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.033939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.034321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.034321] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.243071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83948bc6-983a-4758-a20d-ada13881cf27 [ 717.243071] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.243071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.243071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.243071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.243071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.243071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83948bc6-983a-4758-a20d-ada13881cf27 already deleted. [ 717.243071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83948bc6-983a-4758-a20d-ada13881cf27" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.476719] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 717.476719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.539838] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.540326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.540326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.540326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.540650] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.540650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.540650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.540860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.540860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.540998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.541283] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.541395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.541495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.541859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.541859] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.541859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.542400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.542400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.542400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.542400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.542400] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.046416] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6fb15d-4982-4766-8443-4e9640633757: rpc.has_security_group_logging(os_id): False [ 718.067069] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.067382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.067685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.067911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.068019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.068420] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.068531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.068594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.068774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.069425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.069425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.069425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.069425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.069425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.070242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.070242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.070242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.070242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.070443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.070511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.070613] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be created. [ 718.155241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.155241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.155241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.155241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.155241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.185987] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 719.742555] env[65422]: INFO networking_nsxv3.common.synchronization [req-3a9eebdd-50d0-4d0d-8890-bd0b9fbe1bd4 req-87a63ca4-1ced-4b7c-b032-ae8320d35e9e tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 719.744480] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 719.744480] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.744480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.744480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.744794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.745048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.745246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.745352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.745636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.745797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.745951] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.786432] env[65422]: INFO networking_nsxv3.common.synchronization [None req-97454e91-294c-4b96-a50b-0886a7094120 None None] Enqueued Resource ID: d05b431a-96d8-47dc-80d7-660f422e1eb5 with Priority: HIGHEST for action port [ 719.786957] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d05b431a-96d8-47dc-80d7-660f422e1eb5 with Priority: HIGHEST for action port [ 719.787311] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d05b431a-96d8-47dc-80d7-660f422e1eb5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.787472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d05b431a-96d8-47dc-80d7-660f422e1eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.787545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d05b431a-96d8-47dc-80d7-660f422e1eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.787800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d05b431a-96d8-47dc-80d7-660f422e1eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.787884] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d05b431a-96d8-47dc-80d7-660f422e1eb5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.199494] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 720.199587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.251089] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.251089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.251089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.251491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.251491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.251576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.251703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.251786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.251989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.252103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.252215] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 720.281563] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.281843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.281843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.281965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.282115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.289804] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d05b431a-96d8-47dc-80d7-660f422e1eb5 [ 720.290042] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.290167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.290236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.290455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.290544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.290637] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d05b431a-96d8-47dc-80d7-660f422e1eb5 already deleted. [ 720.290718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d05b431a-96d8-47dc-80d7-660f422e1eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.299429] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 720.524699] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.524919] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.525056] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.525341] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.525631] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.525787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.525899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.526140] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.526931] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.526931] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.526931] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.526931] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.526931] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.526931] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.527235] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.527235] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.554666] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.554841] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.555015] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.555291] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.555603] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-6410d13c-8f5f-4943-818b-69c48368b69e taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.555783] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.555920] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.556265] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.556399] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6410d13c-8f5f-4943-818b-69c48368b69e',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.059327] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.059787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.059787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.060173] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.060347] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.060502] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 6410d13c-8f5f-4943-818b-69c48368b69e not found, creating... [ 721.060873] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.061070] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.061207] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.061555] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.061778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.062115] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.062492] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.062672] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.062948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.063124] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.063319] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 6410d13c-8f5f-4943-818b-69c48368b69e is going to be created. [ 721.092613] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.092855] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.093078] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.093400] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.093695] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.093984] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.188849] env[65422]: INFO networking_nsxv3.common.synchronization [None req-65e1fc41-259c-4d18-9a99-2b82bae71e8d None None] Enqueued Resource ID: 3ffb4a84-d593-41f9-a52f-1a40763d08a4 with Priority: HIGHEST for action port [ 721.189400] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ffb4a84-d593-41f9-a52f-1a40763d08a4 with Priority: HIGHEST for action port [ 721.189754] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ffb4a84-d593-41f9-a52f-1a40763d08a4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.189880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ffb4a84-d593-41f9-a52f-1a40763d08a4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.189940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ffb4a84-d593-41f9-a52f-1a40763d08a4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.190388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ffb4a84-d593-41f9-a52f-1a40763d08a4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.190388] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ffb4a84-d593-41f9-a52f-1a40763d08a4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.693172] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ffb4a84-d593-41f9-a52f-1a40763d08a4 [ 721.696028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.696028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.696028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.696028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.696028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.696028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ffb4a84-d593-41f9-a52f-1a40763d08a4 already deleted. [ 721.696028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ffb4a84-d593-41f9-a52f-1a40763d08a4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.889828] env[65422]: INFO networking_nsxv3.common.synchronization [req-3a9eebdd-50d0-4d0d-8890-bd0b9fbe1bd4 req-a6a7bea0-4493-473f-84cb-ad4d21d3ad47 service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 721.889828] env[65422]: INFO networking_nsxv3.common.synchronization [req-3a9eebdd-50d0-4d0d-8890-bd0b9fbe1bd4 req-a6a7bea0-4493-473f-84cb-ad4d21d3ad47 service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 721.889828] env[65422]: INFO networking_nsxv3.common.synchronization [req-3a9eebdd-50d0-4d0d-8890-bd0b9fbe1bd4 req-a6a7bea0-4493-473f-84cb-ad4d21d3ad47 service nova] Enqueued Resource ID: 6410d13c-8f5f-4943-818b-69c48368b69e with Priority: HIGHEST for action port [ 721.890393] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 721.890615] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 721.890764] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6410d13c-8f5f-4943-818b-69c48368b69e with Priority: HIGHEST for action port [ 721.891128] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.891370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.891486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.891886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.892063] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.893280] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.895027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.895027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6410d13c-8f5f-4943-818b-69c48368b69e taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.895027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.895027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.895027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.895027] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6410d13c-8f5f-4943-818b-69c48368b69e',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.316048] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 722.320744] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.320744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.320744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.323486] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.397589] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.401324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.401564] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6410d13c-8f5f-4943-818b-69c48368b69e with status ACTIVE [ 722.401778] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.401897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.401964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.402246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.402361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.402571] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.402702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.402788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.402947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.403040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.403219] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.403312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.403406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.403530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.403606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.403688] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6410d13c-8f5f-4943-818b-69c48368b69e is going to be updated. [ 722.429216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.429348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.429383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.429840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.429840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.429971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6410d13c-8f5f-4943-818b-69c48368b69e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.794688] env[65422]: INFO networking_nsxv3.common.synchronization [req-03564b62-3dcd-4394-819d-4b8cbcc26605 req-7070c371-64e6-47e4-95d0-63818111fc99 tempest-MigrationsAdminTest-890018851 tempest-MigrationsAdminTest-890018851-project-member] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 722.797466] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 722.798943] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.799163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.799308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.799555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.799793] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.799938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.800034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.800200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.800291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.800365] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.828032] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.110703] env[65422]: INFO networking_nsxv3.common.synchronization [None req-0d340133-8b19-45e7-8adf-08ffa1b5ef50 None None] Enqueued Resource ID: 24a982af-67a0-4c27-89e3-acd99bbe04c3 with Priority: HIGHEST for action port [ 723.111369] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a982af-67a0-4c27-89e3-acd99bbe04c3 with Priority: HIGHEST for action port [ 723.111692] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a982af-67a0-4c27-89e3-acd99bbe04c3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.111856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a982af-67a0-4c27-89e3-acd99bbe04c3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.111936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a982af-67a0-4c27-89e3-acd99bbe04c3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.112265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a982af-67a0-4c27-89e3-acd99bbe04c3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.112343] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a982af-67a0-4c27-89e3-acd99bbe04c3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.303570] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.329050] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.618027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24a982af-67a0-4c27-89e3-acd99bbe04c3 [ 723.618027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.618027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.618027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.618027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.618027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.618027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24a982af-67a0-4c27-89e3-acd99bbe04c3 already deleted. [ 723.618554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a982af-67a0-4c27-89e3-acd99bbe04c3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.664161] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.664161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.664161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.664161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.664161] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.664161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.664161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.665196] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.665752] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.666135] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.666551] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.666796] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.667098] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.668138] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.670038] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.670038] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.696268] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.696268] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.696268] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.696268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.696268] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-633bd812-c51f-4ae0-bab2-ced08b56a04b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.696268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.696268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.696268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.696268] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633bd812-c51f-4ae0-bab2-ced08b56a04b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.806231] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.834346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.834346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.834346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.834346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.834346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.834346] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 723.864649] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.865179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.865434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.865814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.866139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.878305] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 724.137568] env[65422]: INFO networking_nsxv3.common.synchronization [None req-211f4dae-157d-4372-b27f-09d26e7b01b7 None None] Enqueued Resource ID: aabba047-03ab-487d-90d7-636535754411 with Priority: HIGHEST for action port [ 724.138125] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabba047-03ab-487d-90d7-636535754411 with Priority: HIGHEST for action port [ 724.138471] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabba047-03ab-487d-90d7-636535754411 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.138559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabba047-03ab-487d-90d7-636535754411" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.138658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabba047-03ab-487d-90d7-636535754411" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.138916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabba047-03ab-487d-90d7-636535754411" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.139011] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabba047-03ab-487d-90d7-636535754411',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.199995] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.199995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.199995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.200716] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.200716] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.200716] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 633bd812-c51f-4ae0-bab2-ced08b56a04b not found, creating... [ 724.200921] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.201112] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.201374] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.201707] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.201909] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.202246] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.202497] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.202592] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.202818] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.202952] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.203100] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 633bd812-c51f-4ae0-bab2-ced08b56a04b is going to be created. [ 724.227893] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.228187] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.228269] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.228566] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.228795] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.229041] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.310024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.310024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.310024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.311084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.311436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.311436] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be updated. [ 724.381717] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.381717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.381717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.381717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.381717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.405953] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 724.641462] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aabba047-03ab-487d-90d7-636535754411 [ 724.642062] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.642062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.642366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.643076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.643076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.643076] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aabba047-03ab-487d-90d7-636535754411 already deleted. [ 724.643076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabba047-03ab-487d-90d7-636535754411" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.028986] env[65422]: INFO networking_nsxv3.common.synchronization [req-03564b62-3dcd-4394-819d-4b8cbcc26605 req-dbed2f31-e622-4da0-bbb0-ca7c361e5226 service nova] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_rules [ 725.029185] env[65422]: INFO networking_nsxv3.common.synchronization [req-03564b62-3dcd-4394-819d-4b8cbcc26605 req-dbed2f31-e622-4da0-bbb0-ca7c361e5226 service nova] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 725.029338] env[65422]: INFO networking_nsxv3.common.synchronization [req-03564b62-3dcd-4394-819d-4b8cbcc26605 req-dbed2f31-e622-4da0-bbb0-ca7c361e5226 service nova] Enqueued Resource ID: 633bd812-c51f-4ae0-bab2-ced08b56a04b with Priority: HIGHEST for action port [ 725.030698] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_rules [ 725.031096] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 725.031315] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633bd812-c51f-4ae0-bab2-ced08b56a04b with Priority: HIGHEST for action port [ 725.033023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.033169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.033256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.033476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.033555] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.034880] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.035506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.035506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-633bd812-c51f-4ae0-bab2-ced08b56a04b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.035506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.035506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.035716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.035761] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633bd812-c51f-4ae0-bab2-ced08b56a04b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.531036] env[65422]: INFO networking_nsxv3.common.synchronization [req-7e5db912-b418-48fc-a1df-b1ce2fe52e95 req-7cb4f5c1-d15f-401d-8200-666ac833793f tempest-InstanceActionsTestJSON-1036877389 tempest-InstanceActionsTestJSON-1036877389-project-member] Enqueued Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_members [ 725.531676] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_members [ 725.531980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.532234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.533241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.534032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.534032] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.534032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.534032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.534772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.534772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.534904] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.550819] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550819] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 633bd812-c51f-4ae0-bab2-ced08b56a04b with status ACTIVE [ 725.550819] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.550819] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.550819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.550819] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.551490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.551490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.551490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.551490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.551490] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 633bd812-c51f-4ae0-bab2-ced08b56a04b is going to be updated. [ 725.578693] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.578963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.578963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.579043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.579184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.579352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633bd812-c51f-4ae0-bab2-ced08b56a04b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.891064] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 725.891393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.891541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.891762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.891954] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.892081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.892145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.892316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.892462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.892578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.892637] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.037141] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.037376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.037376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.037685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.037685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.037936] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.038062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.038062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.038312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.038312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.038457] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 already deleted. [ 726.038457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.397968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.397968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.397968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.397968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.397968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.397968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.397968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.398724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.398724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.398724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.398724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.398724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.398724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.399191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.399191] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.399191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.399339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.399501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.399583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.399670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.399753] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.419058] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 726.419058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.419058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.419058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.419281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.419335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.419397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.419573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.419659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.419758] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.549034] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.549380] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-302" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.550180] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-302" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.550596] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-302" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.550864] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.551670] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.551772] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.552175] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.552719] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.553356] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.553356] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.553356] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.553356] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.553484] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.553581] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.554016] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.581445] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.581609] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.581740] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.581909] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-302" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.582290] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-7dd31600-1222-4005-ad0f-74f4f93fcd4b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.582495] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.582542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.582850] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.582994] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd31600-1222-4005-ad0f-74f4f93fcd4b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.902498] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38987900-f453-4ad4-81f5-fdb237c99f57: rpc.has_security_group_logging(os_id): False [ 726.923609] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.923609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.923609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.923609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.924160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.924160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.924160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.924271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.924482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.925090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.925422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.925571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.925626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.925845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.926078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.926212] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.926330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.926404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.926626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.926934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.927065] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 726.928633] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.004636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.005145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.005337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.005722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.006051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.056808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 727.089845] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.089845] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 7dd31600-1222-4005-ad0f-74f4f93fcd4b not found, creating... [ 727.089845] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.089845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090679] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.090679] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.090679] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.090679] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.090679] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.090679] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 7dd31600-1222-4005-ad0f-74f4f93fcd4b is going to be created. [ 727.140417] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.140676] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.140816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.141157] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.141500] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.141771] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.400253] env[65422]: INFO networking_nsxv3.common.synchronization [None req-2ede9ebd-c087-4b08-8108-ca766665a95f None None] Enqueued Resource ID: f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2 with Priority: HIGHEST for action port [ 727.400855] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2 with Priority: HIGHEST for action port [ 727.401250] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.401431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.401540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.401847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.402182] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.432588] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.855967] env[65422]: INFO networking_nsxv3.common.synchronization [req-7e5db912-b418-48fc-a1df-b1ce2fe52e95 req-36054a0f-9f3a-43dd-9abd-addf284bb95f service nova] Enqueued Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_rules [ 727.855967] env[65422]: INFO networking_nsxv3.common.synchronization [req-7e5db912-b418-48fc-a1df-b1ce2fe52e95 req-36054a0f-9f3a-43dd-9abd-addf284bb95f service nova] Enqueued Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_members [ 727.856463] env[65422]: INFO networking_nsxv3.common.synchronization [req-7e5db912-b418-48fc-a1df-b1ce2fe52e95 req-36054a0f-9f3a-43dd-9abd-addf284bb95f service nova] Enqueued Resource ID: 7dd31600-1222-4005-ad0f-74f4f93fcd4b with Priority: HIGHEST for action port [ 727.856463] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_rules [ 727.856463] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_members [ 727.856557] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd31600-1222-4005-ad0f-74f4f93fcd4b with Priority: HIGHEST for action port [ 727.857087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.857209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.857274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.857573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.857748] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.859195] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.859332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.859380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.860133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.860338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.860868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.860971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.861204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.861805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.861914] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.863283] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dd31600-1222-4005-ad0f-74f4f93fcd4b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.863700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.863906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.864639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.864726] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dd31600-1222-4005-ad0f-74f4f93fcd4b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.904154] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2 [ 727.904460] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.904602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.904602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.904808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.905079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.905079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2 already deleted. [ 727.905079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b5c3a3-5df1-4a57-9f90-d7e8de06a2e2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.934952] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.935123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.935194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.935797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.935797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.935797] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be updated. [ 727.976588] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.977149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.977149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.977149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.977149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.988594] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 728.366788] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.366995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.367289] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.369897] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dd31600-1222-4005-ad0f-74f4f93fcd4b with status ACTIVE [ 728.369897] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.370188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.370188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.370364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.370364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.370524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.370617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.370674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.370872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.370942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.372760] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.372760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.372760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.372760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.372760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.372760] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dd31600-1222-4005-ad0f-74f4f93fcd4b is going to be updated. [ 728.397161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.397161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.397161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.397464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.397464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.397550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dd31600-1222-4005-ad0f-74f4f93fcd4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.832778] env[65422]: INFO networking_nsxv3.common.synchronization [req-5bc49589-d592-4d2b-8843-349b255cacbb req-7e459532-56ab-4c07-8d59-e271dcdfe297 tempest-ServersWithSpecificFlavorTestJSON-1066645637 tempest-ServersWithSpecificFlavorTestJSON-1066645637-project-member] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 728.833413] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 728.833672] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.833856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.833856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.835327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.835514] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.835625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.835694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.835935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.835935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.836041] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.870439] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.073175] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 729.073485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.339611] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.339920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.339998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.340257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.340384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.340743] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.341075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.341075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.341156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.341215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.341464] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be updated. [ 729.375585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.375730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.375730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.375940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.376068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.376215] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 is going to be created. [ 729.381546] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.381637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.381785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.381879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.382075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.398784] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: IN_PROGRESS for 2s [ 729.414073] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.414329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.414329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.414532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.414705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.431285] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 in Status: UNINITIALIZED for 2s [ 729.652351] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.653182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.653182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.653182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.653559] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.654058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.654439] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.654738] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.655209] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.655209] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.655209] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.655490] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.655524] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.655731] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.655874] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.656556] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.676678] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.677029] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.677296] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.677400] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-990" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.677715] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-f5e5c61e-0df6-47d9-ab15-21c80b68c833 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.678020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.678076] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.678840] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.679114] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e5c61e-0df6-47d9-ab15-21c80b68c833',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.001440] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 730.001822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.001944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.002347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.002871] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.002871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.002871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.003313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.003313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.003313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.003313] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.181851] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.182067] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.182138] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.182409] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.182552] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.182703] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port f5e5c61e-0df6-47d9-ab15-21c80b68c833 not found, creating... [ 730.182958] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.183120] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.183229] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.183455] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.183731] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.183941] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.184119] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.184293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.184435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.184599] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.184713] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: f5e5c61e-0df6-47d9-ab15-21c80b68c833 is going to be created. [ 730.212896] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.213141] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.213262] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.213694] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.213936] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.214188] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.505730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.505947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.506203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.506447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.506628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.506738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.506793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.507058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.507058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.507149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.507261] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.507352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.507410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.507693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.507693] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.507776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.507812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.508022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.508022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.508985] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.940576] env[65422]: INFO networking_nsxv3.common.synchronization [req-5bc49589-d592-4d2b-8843-349b255cacbb req-6164a287-7c1c-4ca8-aff1-bfc6930cf8a6 service nova] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 730.941134] env[65422]: INFO networking_nsxv3.common.synchronization [req-5bc49589-d592-4d2b-8843-349b255cacbb req-6164a287-7c1c-4ca8-aff1-bfc6930cf8a6 service nova] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 730.941134] env[65422]: INFO networking_nsxv3.common.synchronization [req-5bc49589-d592-4d2b-8843-349b255cacbb req-6164a287-7c1c-4ca8-aff1-bfc6930cf8a6 service nova] Enqueued Resource ID: f5e5c61e-0df6-47d9-ab15-21c80b68c833 with Priority: HIGHEST for action port [ 730.941565] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_rules [ 730.941738] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 730.941850] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e5c61e-0df6-47d9-ab15-21c80b68c833 with Priority: HIGHEST for action port [ 730.942855] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.943012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.943220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.943352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.943921] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.948930] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.948930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.949678] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e5c61e-0df6-47d9-ab15-21c80b68c833 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.949678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.949678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.949678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.949678] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e5c61e-0df6-47d9-ab15-21c80b68c833',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.010566] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ce74a8-7041-470c-80ff-954df76e1dcd: rpc.has_security_group_logging(os_id): False [ 731.035924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.035924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.035924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.036192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.036192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.037441] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.037441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.037441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.037441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.037441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.037441] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.038301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.038301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.038301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.038479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.038645] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.038831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.038895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.039084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.039166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.040136] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be updated. [ 731.206253] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.206253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.206253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.206253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.206253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.228546] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 731.409316] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 731.409537] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc deletion is rescheduled due to dependency. [ 731.409643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.409809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.410031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.410246] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.410360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.410423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.410574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.410655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.410776] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.443030] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 in Status: SUCCESS [ 731.443030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.443188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.443385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.443568] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.443708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.443783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.443930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.444057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.444115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.444188] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.449721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.449923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.453135] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5e5c61e-0df6-47d9-ab15-21c80b68c833 with status ACTIVE [ 731.453339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.453468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.453543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.453813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.453902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.454095] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.454244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.454244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.454389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.454492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.454633] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.454718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.454767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.454904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.454976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.455073] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5e5c61e-0df6-47d9-ab15-21c80b68c833 is going to be updated. [ 731.498178] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.498348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.498391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.498593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.498715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.498879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e5c61e-0df6-47d9-ab15-21c80b68c833" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.913340] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.947409] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.947643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.947643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.948126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.948126] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.948126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.948385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.948385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.948385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.948649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.948649] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.948649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.948823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.948869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.949257] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.949257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.949257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.949532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.949736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.949736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.949830] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.415709] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.453046] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acfc4ba2-0b16-4f04-a82e-aa2df108d489: rpc.has_security_group_logging(os_id): False [ 732.477161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.477364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.477446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.477670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.477789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480865] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480865] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.480865] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.480865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.481559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.481559] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 is going to be created. [ 732.593816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.593816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.593816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.593816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.593816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.615024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 in Status: IN_PROGRESS for 2s [ 732.823755] env[65422]: INFO networking_nsxv3.common.synchronization [None req-276654b9-1022-4991-ac51-e6b1bc5a9d68 None None] Enqueued Resource ID: 939cd0db-0758-4fb2-a1a6-3dff377da3d4 with Priority: HIGHEST for action port [ 732.824457] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 939cd0db-0758-4fb2-a1a6-3dff377da3d4 with Priority: HIGHEST for action port [ 732.824808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-939cd0db-0758-4fb2-a1a6-3dff377da3d4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.824938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-939cd0db-0758-4fb2-a1a6-3dff377da3d4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.825011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-939cd0db-0758-4fb2-a1a6-3dff377da3d4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.827697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-939cd0db-0758-4fb2-a1a6-3dff377da3d4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.827820] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('939cd0db-0758-4fb2-a1a6-3dff377da3d4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.918535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.918739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.918900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.919124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.919250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.919548] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be updated. [ 732.954881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.955097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.955149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.955417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.955614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.966852] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: IN_PROGRESS for 2s [ 733.253757] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 733.254019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.330290] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 939cd0db-0758-4fb2-a1a6-3dff377da3d4 [ 733.331434] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.331434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.331434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.331434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.331434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.331434] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:939cd0db-0758-4fb2-a1a6-3dff377da3d4 already deleted. [ 733.331434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-939cd0db-0758-4fb2-a1a6-3dff377da3d4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.679824] env[65422]: INFO networking_nsxv3.common.synchronization [None req-2d852e08-8466-4e25-8969-e33e337a5dce None None] Enqueued Resource ID: fe17c99e-8cfd-4263-bb0b-03d24742f612 with Priority: HIGHEST for action port [ 733.681716] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe17c99e-8cfd-4263-bb0b-03d24742f612 with Priority: HIGHEST for action port [ 733.681716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe17c99e-8cfd-4263-bb0b-03d24742f612 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.681716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe17c99e-8cfd-4263-bb0b-03d24742f612" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.681716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe17c99e-8cfd-4263-bb0b-03d24742f612" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.681716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe17c99e-8cfd-4263-bb0b-03d24742f612" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.681716] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe17c99e-8cfd-4263-bb0b-03d24742f612',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.188876] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe17c99e-8cfd-4263-bb0b-03d24742f612 [ 734.188876] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.188876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.188876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.188876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.188876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.188876] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe17c99e-8cfd-4263-bb0b-03d24742f612 already deleted. [ 734.188876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe17c99e-8cfd-4263-bb0b-03d24742f612" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.627301] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 in Status: SUCCESS [ 734.627579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.981943] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 734.982282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.982569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.982772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.983180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.983180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.983180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.983345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.983426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.983574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.983766] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.064830] env[65422]: INFO networking_nsxv3.common.synchronization [None req-76ad33b9-2a07-4f68-8692-c8c7313801a4 None None] Enqueued Resource ID: d4833def-3a28-442d-bf04-0e51cd39d017 with Priority: HIGHEST for action port [ 735.065470] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4833def-3a28-442d-bf04-0e51cd39d017 with Priority: HIGHEST for action port [ 735.066015] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4833def-3a28-442d-bf04-0e51cd39d017 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.066209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4833def-3a28-442d-bf04-0e51cd39d017" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.066520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4833def-3a28-442d-bf04-0e51cd39d017" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.066710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4833def-3a28-442d-bf04-0e51cd39d017" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.066851] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4833def-3a28-442d-bf04-0e51cd39d017',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.487458] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.571662] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4833def-3a28-442d-bf04-0e51cd39d017 [ 735.571662] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.571662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.571662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.571662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.571662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.571662] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4833def-3a28-442d-bf04-0e51cd39d017 already deleted. [ 735.571662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4833def-3a28-442d-bf04-0e51cd39d017" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.754292] env[65422]: INFO networking_nsxv3.common.synchronization [req-f9bb0515-3f51-4623-b440-e367feaa6f36 req-07b320fc-2ae3-48c3-902d-e78ae887bded tempest-InstanceActionsV221TestJSON-470792591 tempest-InstanceActionsV221TestJSON-470792591-project-member] Enqueued Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_members [ 735.754292] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_members [ 735.754292] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.754292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.754292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.754292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.754292] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.754292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.754292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.755315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.755562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.755767] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.993359] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 289a5d65-fa24-4a2c-bdd9-890d02059bbc: rpc.has_security_group_logging(os_id): False [ 736.010508] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.010684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.011712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.011712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.011712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.011712] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.011712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.011712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.012052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.012132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.012251] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be updated. [ 736.042290] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ae49f448-69cc-43be-867f-8198b9d23e8f None None] Enqueued Resource ID: 8e8b0177-4346-40dd-b27e-1a11b504cfb7 with Priority: HIGHEST for action port [ 736.042913] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e8b0177-4346-40dd-b27e-1a11b504cfb7 with Priority: HIGHEST for action port [ 736.044081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e8b0177-4346-40dd-b27e-1a11b504cfb7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.044081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e8b0177-4346-40dd-b27e-1a11b504cfb7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.044081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e8b0177-4346-40dd-b27e-1a11b504cfb7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.044081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e8b0177-4346-40dd-b27e-1a11b504cfb7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.044081] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e8b0177-4346-40dd-b27e-1a11b504cfb7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.085637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.085831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.085872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.086161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.086334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.104169] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: IN_PROGRESS for 2s [ 736.258436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.258622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.258690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.258958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.259072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.259287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.259528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.259528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.259655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.259730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.259814] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 already deleted. [ 736.259893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.547300] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e8b0177-4346-40dd-b27e-1a11b504cfb7 [ 736.547632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.547786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.547857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.548168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.548295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.548413] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e8b0177-4346-40dd-b27e-1a11b504cfb7 already deleted. [ 736.548498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e8b0177-4346-40dd-b27e-1a11b504cfb7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.839207] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c32900ed-e8aa-4f51-ae39-44d89dc28aac None None] Enqueued Resource ID: b024570c-a04a-451f-8917-7d9eece8c82f with Priority: HIGHEST for action port [ 736.839207] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b024570c-a04a-451f-8917-7d9eece8c82f with Priority: HIGHEST for action port [ 736.840397] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b024570c-a04a-451f-8917-7d9eece8c82f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.840397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b024570c-a04a-451f-8917-7d9eece8c82f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.840397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b024570c-a04a-451f-8917-7d9eece8c82f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.840579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b024570c-a04a-451f-8917-7d9eece8c82f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.840634] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b024570c-a04a-451f-8917-7d9eece8c82f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.208142] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-859 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.208482] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-859" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.208568] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-859" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.208932] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-859" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.209207] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.209381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.209569] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.209730] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.209949] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.210133] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.210503] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.210687] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.210748] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.210885] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.210990] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.211277] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.234325] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.235024] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.235024] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.235171] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-859" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.235687] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.237019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.237019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.237019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.237019] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da53c45-1677-47a0-99c7-20ed6ebfc0ad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.345027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b024570c-a04a-451f-8917-7d9eece8c82f [ 737.345027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.345027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.345027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.345027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.345027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.345027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b024570c-a04a-451f-8917-7d9eece8c82f already deleted. [ 737.345027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b024570c-a04a-451f-8917-7d9eece8c82f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.740800] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.741156] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.741156] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.741572] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.741741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.741931] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 2da53c45-1677-47a0-99c7-20ed6ebfc0ad not found, creating... [ 737.742255] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.742473] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742686] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742923] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.743138] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.743484] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.744590] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.744590] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.744590] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.744590] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.744909] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 2da53c45-1677-47a0-99c7-20ed6ebfc0ad is going to be created. [ 737.767704] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.767704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.767704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.767704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.767704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.767704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.936296] env[65422]: INFO networking_nsxv3.common.synchronization [None req-151d7d66-3e67-4435-987a-b29cdb05c436 None None] Enqueued Resource ID: 9924e602-5fdd-412b-9cbb-dd0743698548 with Priority: HIGHEST for action port [ 737.936296] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9924e602-5fdd-412b-9cbb-dd0743698548 with Priority: HIGHEST for action port [ 737.936296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-9924e602-5fdd-412b-9cbb-dd0743698548 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.936296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9924e602-5fdd-412b-9cbb-dd0743698548" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.936296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9924e602-5fdd-412b-9cbb-dd0743698548" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.937535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9924e602-5fdd-412b-9cbb-dd0743698548" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.939494] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9924e602-5fdd-412b-9cbb-dd0743698548',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.123310] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 738.123310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.440898] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9924e602-5fdd-412b-9cbb-dd0743698548 [ 738.442916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.442916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.442916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.442916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.442916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.442916] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9924e602-5fdd-412b-9cbb-dd0743698548 already deleted. [ 738.442916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9924e602-5fdd-412b-9cbb-dd0743698548" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.542061] env[65422]: INFO networking_nsxv3.common.synchronization [req-f9bb0515-3f51-4623-b440-e367feaa6f36 req-ecdb8527-3f63-41e8-9d72-3c9da0c2c957 service nova] Enqueued Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_rules [ 738.542061] env[65422]: INFO networking_nsxv3.common.synchronization [req-f9bb0515-3f51-4623-b440-e367feaa6f36 req-ecdb8527-3f63-41e8-9d72-3c9da0c2c957 service nova] Enqueued Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_members [ 738.542061] env[65422]: INFO networking_nsxv3.common.synchronization [req-f9bb0515-3f51-4623-b440-e367feaa6f36 req-ecdb8527-3f63-41e8-9d72-3c9da0c2c957 service nova] Enqueued Resource ID: 2da53c45-1677-47a0-99c7-20ed6ebfc0ad with Priority: HIGHEST for action port [ 738.542061] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_rules [ 738.542061] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_members [ 738.542061] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da53c45-1677-47a0-99c7-20ed6ebfc0ad with Priority: HIGHEST for action port [ 738.546930] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.553357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.553357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.553357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.553357] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.554525] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.555124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.555344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.555739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.556485] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.557677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.557803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.558146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.559469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.559469] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.560537] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.560785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.560969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.561981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.562335] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da53c45-1677-47a0-99c7-20ed6ebfc0ad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.055037] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.055240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.064700] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.065803] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2da53c45-1677-47a0-99c7-20ed6ebfc0ad with status ACTIVE [ 739.065969] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.066243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.066243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.066664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.066664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.066664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.066881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.066881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.067112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.067112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.067261] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.067343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.067993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.067993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.067993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.067993] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2da53c45-1677-47a0-99c7-20ed6ebfc0ad is going to be updated. [ 739.098739] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.098739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.098739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.099385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.099385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.099533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da53c45-1677-47a0-99c7-20ed6ebfc0ad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.570284] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.073603] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.073802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.073917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.075342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.075457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.075567] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 is going to be created. [ 740.100609] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.100679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.100749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.100962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.101135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.112674] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 in Status: UNINITIALIZED for 2s [ 740.172091] env[65422]: INFO networking_nsxv3.common.synchronization [req-e896b44c-17d1-43de-97d9-d25df18129c3 req-d19dbc40-c870-4f2f-8f49-6870d6f529d1 tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: 10195b8c-03e0-47a7-a541-b25ec84445df with Priority: HIGHEST for action security_group_rules [ 740.173361] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10195b8c-03e0-47a7-a541-b25ec84445df with Priority: HIGHEST for action security_group_rules [ 740.173361] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10195b8c-03e0-47a7-a541-b25ec84445df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.174039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10195b8c-03e0-47a7-a541-b25ec84445df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.174039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10195b8c-03e0-47a7-a541-b25ec84445df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.174039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10195b8c-03e0-47a7-a541-b25ec84445df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.174039] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10195b8c-03e0-47a7-a541-b25ec84445df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.416872] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c2c8a46e-2066-4c0b-94f5-e69765484c71 None None] Enqueued Resource ID: d681749e-a4e9-48b8-8e34-b0fec49d97b7 with Priority: HIGHEST for action port [ 740.417428] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d681749e-a4e9-48b8-8e34-b0fec49d97b7 with Priority: HIGHEST for action port [ 740.418269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d681749e-a4e9-48b8-8e34-b0fec49d97b7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.418269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d681749e-a4e9-48b8-8e34-b0fec49d97b7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.418269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d681749e-a4e9-48b8-8e34-b0fec49d97b7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.418973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d681749e-a4e9-48b8-8e34-b0fec49d97b7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.418973] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d681749e-a4e9-48b8-8e34-b0fec49d97b7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.698715] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.698715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.698715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.698715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.698715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.698715] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10195b8c-03e0-47a7-a541-b25ec84445df already deleted. [ 740.698715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10195b8c-03e0-47a7-a541-b25ec84445df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.920998] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d681749e-a4e9-48b8-8e34-b0fec49d97b7 [ 740.921286] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.921533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.921533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.921739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.921880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.921941] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d681749e-a4e9-48b8-8e34-b0fec49d97b7 already deleted. [ 740.922032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d681749e-a4e9-48b8-8e34-b0fec49d97b7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.834065] env[65422]: INFO networking_nsxv3.common.synchronization [None req-1284a1a7-84ae-412b-ade3-95e95359f2d7 None None] Enqueued Resource ID: c2202d36-e509-409b-8a47-3bb42ba5eba7 with Priority: HIGHEST for action port [ 741.834908] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2202d36-e509-409b-8a47-3bb42ba5eba7 with Priority: HIGHEST for action port [ 741.835370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2202d36-e509-409b-8a47-3bb42ba5eba7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.835584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2202d36-e509-409b-8a47-3bb42ba5eba7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.835584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2202d36-e509-409b-8a47-3bb42ba5eba7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.835820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2202d36-e509-409b-8a47-3bb42ba5eba7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.835904] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2202d36-e509-409b-8a47-3bb42ba5eba7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.129166] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 in Status: SUCCESS [ 742.129758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.129758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.130041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.130489] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.130489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.130489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.135805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.135805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.135805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.135805] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.338417] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2202d36-e509-409b-8a47-3bb42ba5eba7 [ 742.338686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.338935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.338935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.340514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.340514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.340514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2202d36-e509-409b-8a47-3bb42ba5eba7 already deleted. [ 742.340514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2202d36-e509-409b-8a47-3bb42ba5eba7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.539294] env[65422]: INFO networking_nsxv3.common.synchronization [req-ca3754e4-0fa2-4b2b-ab89-8789ba546a6e req-7ff8222b-846b-4c04-a4ce-5289262e8432 tempest-SecurityGroupRulesNegativeTestJSON-2067213342 tempest-SecurityGroupRulesNegativeTestJSON-2067213342-project-member] Enqueued Resource ID: 75e1902b-afc8-415a-8b0c-0f9371c331ee with Priority: HIGHEST for action security_group_rules [ 742.539645] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e1902b-afc8-415a-8b0c-0f9371c331ee with Priority: HIGHEST for action security_group_rules [ 742.539749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e1902b-afc8-415a-8b0c-0f9371c331ee taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.539883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.540041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.540246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.541040] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e1902b-afc8-415a-8b0c-0f9371c331ee',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.639846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.640632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.640632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.640632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.640632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.640632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.640828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.640828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.640914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.640995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.641155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.641240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.642019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.642019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.642019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.642019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.642019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.642019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.642019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.642277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.642277] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.065106] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.066173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.066173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.066173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.066173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.066173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e1902b-afc8-415a-8b0c-0f9371c331ee already deleted. [ 743.066173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.144752] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea1e58c-37de-45b2-946a-97edc24882a0: rpc.has_security_group_logging(os_id): False [ 743.166125] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.166289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.166347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.166574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.166658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.167412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.167412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.167412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.167412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.167412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.167686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.167686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.167686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.167777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.167807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.168134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.169715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.169715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.169715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.169715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.169715] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 is going to be created. [ 743.187964] env[65422]: INFO networking_nsxv3.common.synchronization [None req-9966a910-cf11-4857-852f-09d2a92a945b tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_rules [ 743.191603] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_rules [ 743.191979] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.192671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.192739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.193035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.193125] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.239371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.239511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.239511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.239730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.239914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.256747] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 in Status: IN_PROGRESS for 2s [ 743.329793] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b7627794-2a6d-414f-9ebe-26c2ae21f019 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_rules [ 743.329793] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_rules [ 743.330205] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.331973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.752380] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.752557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.752773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.752953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.753071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.753195] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 already deleted. [ 743.753289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.753477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.753670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.753756] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.297524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.298085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.298085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.298085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.298700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.298700] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 already deleted. [ 744.299086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.385863] env[65422]: INFO networking_nsxv3.common.synchronization [None req-339978e8-b055-40fe-8935-806e86738e93 None None] Enqueued Resource ID: d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a with Priority: HIGHEST for action port [ 744.386848] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a with Priority: HIGHEST for action port [ 744.387502] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.388434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.388434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.388795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.389534] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.475170] env[65422]: INFO networking_nsxv3.common.synchronization [req-ee5981f7-42de-41eb-851e-756062ef5bc5 req-66cd61c1-da1e-40c7-93e8-2390c827ae84 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 744.476042] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 744.476440] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.476848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.476995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.477357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.477574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.478357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.479161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.479386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.479476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.479581] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.543722] env[65422]: INFO networking_nsxv3.common.synchronization [None req-692df189-e737-4e8e-9e11-8232d97b8746 None None] Enqueued Resource ID: 28b5a7d2-f3b0-4775-b124-a165d3991ce6 with Priority: HIGHEST for action port [ 744.543722] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b5a7d2-f3b0-4775-b124-a165d3991ce6 with Priority: HIGHEST for action port [ 744.543722] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-28b5a7d2-f3b0-4775-b124-a165d3991ce6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.543722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28b5a7d2-f3b0-4775-b124-a165d3991ce6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.543722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28b5a7d2-f3b0-4775-b124-a165d3991ce6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.543722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28b5a7d2-f3b0-4775-b124-a165d3991ce6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.544098] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28b5a7d2-f3b0-4775-b124-a165d3991ce6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.642268] env[65422]: INFO networking_nsxv3.common.synchronization [req-8266a308-7fae-42db-886a-8ab71e02d6fe req-df6ff96e-c848-4375-89a5-a8694e44b130 tempest-ServersAdminNegativeTestJSON-21398976 tempest-ServersAdminNegativeTestJSON-21398976-project-member] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 744.642833] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGHEST for action security_group_members [ 744.643524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.643524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.643889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.644134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.644358] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.644507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.644622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.644818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.644936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.645129] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.894514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a [ 744.894837] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.894999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.895083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.895372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.895486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.896714] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a already deleted. [ 744.896714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ac1ff8-df1a-4e3c-8c52-0e266a6b0c4a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.982218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.982364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.982432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.982642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.982733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.982927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.983031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.983090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.983235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.983309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.983392] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 745.022030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.022030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.022030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.022030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.022030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.032473] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 745.048182] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28b5a7d2-f3b0-4775-b124-a165d3991ce6 [ 745.049175] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.050150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.050150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.050150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.050150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.050150] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28b5a7d2-f3b0-4775-b124-a165d3991ce6 already deleted. [ 745.050150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28b5a7d2-f3b0-4775-b124-a165d3991ce6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.152727] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.152869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.152869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.153634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.153634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.153634] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.153634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.153634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.153860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.153860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.154023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be updated. [ 745.185334] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.185334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.185334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.185334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.185334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.195129] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: IN_PROGRESS for 2s [ 745.284905] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 in Status: SUCCESS [ 745.285096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.571946] env[65422]: INFO networking_nsxv3.common.synchronization [req-ca0005e1-8c21-4eb9-a5da-2727fbf0845e req-218243f5-3a82-4bac-a540-c41856f4ccad tempest-ServerExternalEventsTest-882282563 tempest-ServerExternalEventsTest-882282563-project-member] Enqueued Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_members [ 746.572568] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_members [ 746.572893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.573057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.573116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.573363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.573517] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.573620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.573683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.573863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.573954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.574060] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.996565] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-398 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.996823] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.996982] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.998314] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.998963] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.999208] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.999451] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.999772] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.000020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.000269] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.000424] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.001559] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.001847] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.002054] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.002247] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.002472] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.026262] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.026564] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.026564] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.026762] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-398" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.027192] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-49fc5f6e-b681-4971-88d0-255d42df1686 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.027368] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.027368] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.027736] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.031042] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fc5f6e-b681-4971-88d0-255d42df1686',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.045137] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 747.045347] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 747.045347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.077067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.077296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.077386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.077648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.077863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.078056] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.078189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.078189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.078380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.078463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.078551] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71290e7d-195e-436a-bd20-db2b3c462b74 already deleted. [ 747.078633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.207063] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 in Status: SUCCESS [ 747.207259] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 deletion is rescheduled due to dependency. [ 747.207259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.531086] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.531326] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.531504] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.531787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.532025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.532093] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 49fc5f6e-b681-4971-88d0-255d42df1686 not found, creating... [ 747.532361] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.532513] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.532624] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.532839] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.532983] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.533265] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.533412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.533524] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.533724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.533888] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.534033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 49fc5f6e-b681-4971-88d0-255d42df1686 is going to be created. [ 747.559081] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.559081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.559081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.559081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.559081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.559081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.926878] env[65422]: INFO networking_nsxv3.common.synchronization [req-17e55450-a855-49c0-a618-48063598dc99 req-33fc6379-b983-4b52-860a-33b4020339af tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: 28c0c4e8-da3c-43df-9486-5290baa32e1d with Priority: HIGHEST for action security_group_rules [ 747.927538] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c0c4e8-da3c-43df-9486-5290baa32e1d with Priority: HIGHEST for action security_group_rules [ 747.928069] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28c0c4e8-da3c-43df-9486-5290baa32e1d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.928213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28c0c4e8-da3c-43df-9486-5290baa32e1d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.928276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28c0c4e8-da3c-43df-9486-5290baa32e1d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.928626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28c0c4e8-da3c-43df-9486-5290baa32e1d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.928708] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28c0c4e8-da3c-43df-9486-5290baa32e1d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.448252] env[65422]: INFO networking_nsxv3.common.synchronization [req-ca0005e1-8c21-4eb9-a5da-2727fbf0845e req-29a01571-7514-4b70-bb45-ac7d5232366a service nova] Enqueued Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_rules [ 748.448467] env[65422]: INFO networking_nsxv3.common.synchronization [req-ca0005e1-8c21-4eb9-a5da-2727fbf0845e req-29a01571-7514-4b70-bb45-ac7d5232366a service nova] Enqueued Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_members [ 748.448617] env[65422]: INFO networking_nsxv3.common.synchronization [req-ca0005e1-8c21-4eb9-a5da-2727fbf0845e req-29a01571-7514-4b70-bb45-ac7d5232366a service nova] Enqueued Resource ID: 49fc5f6e-b681-4971-88d0-255d42df1686 with Priority: HIGHEST for action port [ 748.449588] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_rules [ 748.449768] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_members [ 748.449930] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49fc5f6e-b681-4971-88d0-255d42df1686 with Priority: HIGHEST for action port [ 748.450361] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.450563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.450957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.451607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.451716] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.453125] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.453288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.453321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.455254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.455254] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.455254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.455254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.455254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.455254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.455254] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.459487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-49fc5f6e-b681-4971-88d0-255d42df1686 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.459487] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fc5f6e-b681-4971-88d0-255d42df1686',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.459487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.459487] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c0c4e8-da3c-43df-9486-5290baa32e1d already deleted. [ 748.459487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28c0c4e8-da3c-43df-9486-5290baa32e1d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.956511] env[65422]: INFO networking_nsxv3.common.synchronization [req-9f2fdf45-6172-44cd-bd86-19b4de698197 req-1c29a781-d749-43f2-8044-db7aee8c309d tempest-SecurityGroupRulesNegativeTestJSON-2067213342 tempest-SecurityGroupRulesNegativeTestJSON-2067213342-project-member] Enqueued Resource ID: 75e1902b-afc8-415a-8b0c-0f9371c331ee with Priority: HIGHEST for action security_group_rules [ 748.957785] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e1902b-afc8-415a-8b0c-0f9371c331ee with Priority: HIGHEST for action security_group_rules [ 748.957973] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.962329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75e1902b-afc8-415a-8b0c-0f9371c331ee taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.962329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.962329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.962329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.962329] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75e1902b-afc8-415a-8b0c-0f9371c331ee',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.965494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.965655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.965869] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49fc5f6e-b681-4971-88d0-255d42df1686 with status ACTIVE [ 748.966134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.966319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.966903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.966903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.966903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.967517] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.967517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.967517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.967679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.967679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.967899] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.968020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.968631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.968631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.968631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.968631] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49fc5f6e-b681-4971-88d0-255d42df1686 is going to be updated. [ 748.996859] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.996984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.996984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.997180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.997317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.997478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49fc5f6e-b681-4971-88d0-255d42df1686" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.116953] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-69ddaa4d-5abc-49cb-acc9-cd247682bc9a tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 749.118096] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 749.119098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.119098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.119098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.119098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.119491] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.119547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.119719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.120172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.120316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.120654] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.463240] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.498304] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.498444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.498513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.498723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.498809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.498901] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75e1902b-afc8-415a-8b0c-0f9371c331ee already deleted. [ 749.498979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75e1902b-afc8-415a-8b0c-0f9371c331ee" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.580704] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-918f2d14-aeba-4e2c-9758-d0df78815d16 tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 749.580918] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 749.585016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.585016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.628637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.628637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.628637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.628637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.628637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.628637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.628637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.628637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.629566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.629742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.629853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 749.661174] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.662907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.663024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.663275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.663433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.675556] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 749.946580] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.946580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-401" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.946580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-401" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.946580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-401" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.947283] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.947531] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.947683] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.947962] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.948481] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.948481] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.948481] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.948654] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.948740] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.948877] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.948992] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.949163] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.968933] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.969365] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.969451] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.969809] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-401" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.970198] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.970412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.970563] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.970994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.971864] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.973500] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.973678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.973772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.973969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.974077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.974180] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71290e7d-195e-436a-bd20-db2b3c462b74 is going to be created. [ 750.006293] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.006507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.006507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.006692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.006847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.017447] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71290e7d-195e-436a-bd20-db2b3c462b74 in Status: UNINITIALIZED for 2s [ 750.479021] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.479021] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc not found, creating... [ 750.479021] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.479021] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.479572] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.479572] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.479572] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.479969] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.480316] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.480651] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc is going to be created. [ 750.505220] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.505582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.505867] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.506303] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.506804] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.507204] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.829526] env[65422]: INFO networking_nsxv3.common.synchronization [req-049fd56b-9397-4b4a-8e47-4a4c77ac0645 req-0573e59b-e483-45cc-9363-a270f003058d tempest-ServersNegativeTestMultiTenantJSON-976867500 tempest-ServersNegativeTestMultiTenantJSON-976867500-project-member] Enqueued Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_members [ 750.830182] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGHEST for action security_group_members [ 750.830482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.830607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.830671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.830872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.831162] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.831305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.831358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.831562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.831671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.831752] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.262945] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-c03924ae-3a10-4530-bab6-0db76de440fa service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 751.263254] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-c03924ae-3a10-4530-bab6-0db76de440fa service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 751.263359] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-c03924ae-3a10-4530-bab6-0db76de440fa service nova] Enqueued Resource ID: 59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc with Priority: HIGHEST for action port [ 751.263984] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 751.265854] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 751.266753] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc with Priority: HIGHEST for action port [ 751.268332] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.268468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.268574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.268723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.268806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.269998] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.270125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.270331] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.270430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.270494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.270669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.270746] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.334462] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.334653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.334705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.335945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.335945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.335945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.335945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.335945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.335945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.335945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.335945] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 is going to be updated. [ 751.367200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.367200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.367200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.367431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.368146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.378955] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 in Status: IN_PROGRESS for 2s [ 751.688302] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 751.688302] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 deletion is rescheduled due to dependency. [ 751.688302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.688302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.688302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.688302] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.688302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.688302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.688705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.688705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.688705] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.774494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.774494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.774800] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc with status ACTIVE [ 751.774800] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.774800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.774910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.775055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.775143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.775325] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.775452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.775515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.775695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.775779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.775956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.776076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.776135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.776274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.776346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.776424] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc is going to be updated. [ 751.803201] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.803679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.803849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.806242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.806242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.806242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59bb5f92-c2ee-45d1-bbc8-c6c625de0ebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.807555] env[65422]: INFO networking_nsxv3.common.synchronization [req-660a3cbf-bf3c-492c-89c2-26aecd4841d5 req-cedf0606-52fe-4249-a8cd-b2412a9a305c tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 751.808343] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 751.808930] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.809068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.809174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.809541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.809807] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.809973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.810100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.810392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.810566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.810749] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.028782] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71290e7d-195e-436a-bd20-db2b3c462b74 in Status: SUCCESS [ 752.029641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.029641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.029641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.029872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.029973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.029973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.030352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.030441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030614] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.192428] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.206019] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-539" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-539" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-539" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.206019] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.206019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.206019] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.206019] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.206019] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.206563] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.206563] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.206563] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.206563] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.225813] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.226008] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.226147] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.226314] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-539" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.226624] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-e646f6df-8d32-4092-a47b-63baf184da39 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.227247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.227247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.227247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.228753] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e646f6df-8d32-4092-a47b-63baf184da39',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.238416] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.238975] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.238975] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.239280] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.239703] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.239856] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.239939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.240161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.240294] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.240484] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.240588] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.240689] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.240782] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.240880] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.240974] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.241299] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.260669] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.260832] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.260957] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.261143] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.261440] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-2a598d20-dc23-42a4-9d99-962df4c4d391 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.261633] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.261737] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.262053] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.262192] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a598d20-dc23-42a4-9d99-962df4c4d391',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.313804] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.314188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.314188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.314294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.314383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.314579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.314669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.314726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.314869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.314943] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.315056] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 already deleted. [ 752.315206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.533104] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.533346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.533346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.533560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.533730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.533823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.533971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.534079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.534169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.534257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.534469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.534613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.534613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.534756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.534894] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.534985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.535053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.535186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.535259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.535337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.535425] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.698263] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.731298] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.731595] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.731737] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.732111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.732303] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.732520] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port e646f6df-8d32-4092-a47b-63baf184da39 not found, creating... [ 752.732817] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.733255] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.733255] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.733381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.733515] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.733839] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.734010] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.734149] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.734395] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.734572] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.734711] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: e646f6df-8d32-4092-a47b-63baf184da39 is going to be created. [ 752.755054] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.755281] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.755412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.755663] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.755883] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.756112] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.766285] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.766285] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.766463] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.766607] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.766741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.766877] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 2a598d20-dc23-42a4-9d99-962df4c4d391 not found, creating... [ 752.767136] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.767279] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.767382] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.767581] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.767705] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.768074] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.768206] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.768309] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.768504] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.768914] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.768914] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 2a598d20-dc23-42a4-9d99-962df4c4d391 is going to be created. [ 752.790915] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.790915] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.791215] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.791994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.791994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.791994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.038071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71290e7d-195e-436a-bd20-db2b3c462b74: rpc.has_security_group_logging(os_id): False [ 753.057141] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.057405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.057542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.057827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.057948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.058243] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.058422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.058517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.058758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.058877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.059155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.059287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.059354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.059597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.059705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.059991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.060174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.060283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.060594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.060673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.060829] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71290e7d-195e-436a-bd20-db2b3c462b74 is going to be created. [ 753.134752] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.134991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.134991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.135175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.135377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.145614] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71290e7d-195e-436a-bd20-db2b3c462b74 in Status: IN_PROGRESS for 2s [ 753.200408] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.200611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.200676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.200877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.200993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.201119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 753.255519] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.255671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.255772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.256105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.256287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.266741] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 753.389903] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 in Status: SUCCESS [ 753.390289] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 deletion is rescheduled due to dependency. [ 753.390349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.484206] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-bcb8acb1-52b5-4278-8e63-0397360648c2 service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 753.484428] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-bcb8acb1-52b5-4278-8e63-0397360648c2 service nova] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 753.484584] env[65422]: INFO networking_nsxv3.common.synchronization [req-a91b63a1-9cd7-489e-9d4d-309250fe736b req-bcb8acb1-52b5-4278-8e63-0397360648c2 service nova] Enqueued Resource ID: e646f6df-8d32-4092-a47b-63baf184da39 with Priority: HIGHEST for action port [ 753.485392] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_rules [ 753.485540] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 753.485887] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e646f6df-8d32-4092-a47b-63baf184da39 with Priority: HIGHEST for action port [ 753.486074] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.486628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.487021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.487126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.487332] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e646f6df-8d32-4092-a47b-63baf184da39 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.487550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.487550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.487708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.487834] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e646f6df-8d32-4092-a47b-63baf184da39',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.495422] env[65422]: INFO networking_nsxv3.common.synchronization [req-660a3cbf-bf3c-492c-89c2-26aecd4841d5 req-88ade0a3-75bd-4bd2-941b-820d8eb874f1 service nova] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_rules [ 753.495602] env[65422]: INFO networking_nsxv3.common.synchronization [req-660a3cbf-bf3c-492c-89c2-26aecd4841d5 req-88ade0a3-75bd-4bd2-941b-820d8eb874f1 service nova] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 753.495752] env[65422]: INFO networking_nsxv3.common.synchronization [req-660a3cbf-bf3c-492c-89c2-26aecd4841d5 req-88ade0a3-75bd-4bd2-941b-820d8eb874f1 service nova] Enqueued Resource ID: 2a598d20-dc23-42a4-9d99-962df4c4d391 with Priority: HIGHEST for action port [ 753.495999] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_rules [ 753.496145] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 753.496254] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a598d20-dc23-42a4-9d99-962df4c4d391 with Priority: HIGHEST for action port [ 753.496806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.496933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.496984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.499055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.499177] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.500445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.500600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.500702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.500957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501185] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.501331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.501398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.501621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.501674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.501770] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.502664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a598d20-dc23-42a4-9d99-962df4c4d391 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.506023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.506023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.506023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.506023] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a598d20-dc23-42a4-9d99-962df4c4d391',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.981642] env[65422]: INFO networking_nsxv3.common.synchronization [req-95a986d2-56bf-4e0b-ae7c-fabba1fe6f62 req-8b2fb5bd-889c-46d3-9079-336c6c4ef39a tempest-InstanceActionsV221TestJSON-470792591 tempest-InstanceActionsV221TestJSON-470792591-project-member] Enqueued Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_members [ 753.983450] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 with Priority: HIGHEST for action security_group_members [ 753.983450] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea1e58c-37de-45b2-946a-97edc24882a0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.983450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.983450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.983450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.983837] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.983837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.983837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.983993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.983993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.984126] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea1e58c-37de-45b2-946a-97edc24882a0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.990189] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e646f6df-8d32-4092-a47b-63baf184da39 with status ACTIVE [ 753.990386] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.990507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.990576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.990765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.991194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.992605] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.992605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.992796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.992849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.992915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.993121] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.993228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.993318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.993487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.993534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.993578] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e646f6df-8d32-4092-a47b-63baf184da39 is going to be updated. [ 754.005466] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.008128] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.008128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.008230] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a598d20-dc23-42a4-9d99-962df4c4d391 with status ACTIVE [ 754.008322] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.009200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.009200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.009975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.009975] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.009975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.009975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.009975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.009975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.009975] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a598d20-dc23-42a4-9d99-962df4c4d391 is going to be updated. [ 754.014982] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.015179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.015179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.015599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.015599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.015733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e646f6df-8d32-4092-a47b-63baf184da39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.036243] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.036531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.036531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.036904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.036904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.036980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a598d20-dc23-42a4-9d99-962df4c4d391" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.488529] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.488961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.488961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.491743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.491850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.492905] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.492905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.492905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.492905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.492905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.492905] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 is going to be updated. [ 754.507510] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.524526] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.524812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.524812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.525638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.525857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.538808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 in Status: IN_PROGRESS for 2s [ 754.599867] env[65422]: INFO networking_nsxv3.common.synchronization [req-e78aa7cd-9af5-4619-9304-7174327e9bd8 req-31c46e83-b75f-40d4-a648-198af7540daa tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: d797c0b1-6745-40ba-9e85-2c3352368779 with Priority: HIGHEST for action security_group_rules [ 754.600734] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d797c0b1-6745-40ba-9e85-2c3352368779 with Priority: HIGHEST for action security_group_rules [ 754.602086] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d797c0b1-6745-40ba-9e85-2c3352368779 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.602489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d797c0b1-6745-40ba-9e85-2c3352368779" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.602489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d797c0b1-6745-40ba-9e85-2c3352368779" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.602786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d797c0b1-6745-40ba-9e85-2c3352368779" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.602837] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d797c0b1-6745-40ba-9e85-2c3352368779',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.013436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.013436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.013436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.013436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.013436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.013436] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be created. [ 755.038574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.038715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.038780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.038991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.039169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.052448] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: UNINITIALIZED for 2s [ 755.127020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.127220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.127220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.127514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.127611] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d797c0b1-6745-40ba-9e85-2c3352368779 already deleted. [ 755.127710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d797c0b1-6745-40ba-9e85-2c3352368779" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.154140] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ce365f-3344-4a97-a07e-c8da84f553a6 req-7194fb86-c032-47f9-829b-2d7142c42257 tempest-ServerPasswordTestJSON-918419207 tempest-ServerPasswordTestJSON-918419207-project-member] Enqueued Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_members [ 755.154140] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_members [ 755.154140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.154140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.154140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.154140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.154140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.154140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.154140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.154805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.155063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.155283] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.160317] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71290e7d-195e-436a-bd20-db2b3c462b74 in Status: SUCCESS [ 755.162483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.287444] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 755.287836] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.288540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.289590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.290512] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.290512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.290512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.290754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.290892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.291051] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.554025] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-704 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-704" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-704" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-704" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.554025] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.554025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.555269] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.555571] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.558031] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.558031] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.558031] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.558031] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.558031] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.578704] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.578704] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.578704] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.578704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-704" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.579101] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-4fd37874-1199-4205-b01b-28c18959441c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.579216] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.579824] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.579824] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.579824] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd37874-1199-4205-b01b-28c18959441c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.657990] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.658211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.658278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.658505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.658621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.658929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.659067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.659132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.659333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.659416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.659540] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc already deleted. [ 755.659630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.795396] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.082958] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.083248] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.083443] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.084463] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.084463] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.084463] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 4fd37874-1199-4205-b01b-28c18959441c not found, creating... [ 756.084683] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.084748] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.084841] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.089184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.089184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.089184] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.089184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.089184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.089184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.089184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.089184] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 4fd37874-1199-4205-b01b-28c18959441c is going to be created. [ 756.111028] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.111179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.111238] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.111651] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.111932] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.112325] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.300194] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.549632] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 in Status: SUCCESS [ 756.549855] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea1e58c-37de-45b2-946a-97edc24882a0 deletion is rescheduled due to dependency. [ 756.550028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea1e58c-37de-45b2-946a-97edc24882a0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.808448] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.808448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.808448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.808448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.808448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.808448] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 756.812592] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ce365f-3344-4a97-a07e-c8da84f553a6 req-2c8bed6d-9f98-4658-a57b-19fbf6de62eb service nova] Enqueued Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_rules [ 756.812999] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ce365f-3344-4a97-a07e-c8da84f553a6 req-2c8bed6d-9f98-4658-a57b-19fbf6de62eb service nova] Enqueued Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_members [ 756.813407] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ce365f-3344-4a97-a07e-c8da84f553a6 req-2c8bed6d-9f98-4658-a57b-19fbf6de62eb service nova] Enqueued Resource ID: 4fd37874-1199-4205-b01b-28c18959441c with Priority: HIGHEST for action port [ 756.814315] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_rules [ 756.814683] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_members [ 756.815014] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fd37874-1199-4205-b01b-28c18959441c with Priority: HIGHEST for action port [ 756.815596] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.819021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.819021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.819021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.819021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.819021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.819021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fd37874-1199-4205-b01b-28c18959441c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.819764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.819995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.820688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.820898] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fd37874-1199-4205-b01b-28c18959441c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.840475] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.840660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.840660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.841172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.841172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.854313] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 757.066554] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 757.066805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.067055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.067428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.067693] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.067814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.067896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.068415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.068514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.068891] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.322705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.322842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.323017] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.323924] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fd37874-1199-4205-b01b-28c18959441c with status ACTIVE [ 757.324139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.324250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.324317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.324522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.324610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.324775] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.324865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.324923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.325086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.325162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.325329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.325421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.325485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.325654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.325728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.325810] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fd37874-1199-4205-b01b-28c18959441c is going to be updated. [ 757.356967] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.357138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.357201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.357407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.357547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.357704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fd37874-1199-4205-b01b-28c18959441c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.500110] env[65422]: INFO networking_nsxv3.common.synchronization [req-42c6bab1-2ef2-4ea8-b7f1-f606cb72e4f0 req-64e90ebf-ae1a-4543-a9f1-c5a1a3a6fd37 tempest-FloatingIPsAssociationTestJSON-263007202 tempest-FloatingIPsAssociationTestJSON-263007202-project-member] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 757.500110] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 757.500110] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.500110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.500110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.500744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.501029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.501244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.501388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.501695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.501886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.502073] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.573727] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.574127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.574283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.574570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.576354] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.576486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.576587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.576780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.576918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.577042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.577250] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.577368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.577429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.577631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.577778] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.577867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.577919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.578778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.578778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.578778] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.830122] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.965106] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.965430] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.968336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.968336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.968336] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.968336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.968336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.968336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.968336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.968336] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.968336] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.968336] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.968336] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.968336] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.968336] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.968336] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.996681] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.996990] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.997201] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.997380] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-309" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.997696] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-d53b3aea-2563-4099-a577-bb623eb1e83e taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.997862] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.997972] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.000940] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.000940] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53b3aea-2563-4099-a577-bb623eb1e83e',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.005813] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.087067] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16a340e-029b-4504-994e-bc706acc5c40: rpc.has_security_group_logging(os_id): False [ 758.108412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.108983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.109093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.109302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.109389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.109644] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.109744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.109802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.111036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.111718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.111718] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be created. [ 758.171514] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.171514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.171514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.171514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.171514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.182935] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 758.332729] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.332969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.332969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.333186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.333283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.333380] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc is going to be created. [ 758.358602] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.358781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.358823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.359023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.359184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.371671] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: UNINITIALIZED for 2s [ 758.472662] env[65422]: INFO networking_nsxv3.common.synchronization [None req-27757077-8c50-4984-8550-c563fb55b159 None None] Enqueued Resource ID: b0e72819-49f0-4fd3-8e0b-4b90764ad88b with Priority: HIGHEST for action port [ 758.474018] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e72819-49f0-4fd3-8e0b-4b90764ad88b with Priority: HIGHEST for action port [ 758.474018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e72819-49f0-4fd3-8e0b-4b90764ad88b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.474018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e72819-49f0-4fd3-8e0b-4b90764ad88b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.474018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e72819-49f0-4fd3-8e0b-4b90764ad88b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.474752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e72819-49f0-4fd3-8e0b-4b90764ad88b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.475843] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e72819-49f0-4fd3-8e0b-4b90764ad88b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.506777] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.506777] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port d53b3aea-2563-4099-a577-bb623eb1e83e not found, creating... [ 758.506777] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.506777] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.507275] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.507275] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.507275] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.507501] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.507589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.507855] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: d53b3aea-2563-4099-a577-bb623eb1e83e is going to be created. [ 758.511989] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.540418] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.540418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.540418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.540418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.540418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.540759] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.865938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 758.866298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.866359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.866570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.866766] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.866875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.866938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.867099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.867181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.867256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.867350] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.868484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.868704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.868920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.869128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.869233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.869419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.869583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.869734] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.979207] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0e72819-49f0-4fd3-8e0b-4b90764ad88b [ 758.979207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.979207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.979207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.979207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.979207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.979207] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0e72819-49f0-4fd3-8e0b-4b90764ad88b already deleted. [ 758.979525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e72819-49f0-4fd3-8e0b-4b90764ad88b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.013208] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.013349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.013832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.013932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.014469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.014469] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be updated. [ 759.058321] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.058482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.058541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.058748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.058931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.076178] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 759.372214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.372214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.374482] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.389024] env[65422]: INFO networking_nsxv3.common.synchronization [req-42c6bab1-2ef2-4ea8-b7f1-f606cb72e4f0 req-89217ef0-3567-4f05-b4a1-abdd03068ef2 service nova] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_rules [ 759.389024] env[65422]: INFO networking_nsxv3.common.synchronization [req-42c6bab1-2ef2-4ea8-b7f1-f606cb72e4f0 req-89217ef0-3567-4f05-b4a1-abdd03068ef2 service nova] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 759.389398] env[65422]: INFO networking_nsxv3.common.synchronization [req-42c6bab1-2ef2-4ea8-b7f1-f606cb72e4f0 req-89217ef0-3567-4f05-b4a1-abdd03068ef2 service nova] Enqueued Resource ID: d53b3aea-2563-4099-a577-bb623eb1e83e with Priority: HIGHEST for action port [ 759.392927] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_rules [ 759.392927] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 759.392927] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d53b3aea-2563-4099-a577-bb623eb1e83e with Priority: HIGHEST for action port [ 759.392927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.392927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.392927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.392927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.392927] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.394046] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.394384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d53b3aea-2563-4099-a577-bb623eb1e83e taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.395093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.395346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.395736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.395937] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d53b3aea-2563-4099-a577-bb623eb1e83e',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.452382] env[65422]: INFO networking_nsxv3.common.synchronization [req-b3c610cc-f787-44ee-937e-98909cfe7fbc req-bd566426-411f-484d-a833-011f1a7fe927 tempest-FloatingIPsAssociationNegativeTestJSON-1604283335 tempest-FloatingIPsAssociationNegativeTestJSON-1604283335-project-member] Enqueued Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_members [ 759.453231] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGHEST for action security_group_members [ 759.454401] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.454534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.454697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.454917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.455284] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.455284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.455284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.455455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.455455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.455547] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.689447] env[65422]: INFO networking_nsxv3.common.synchronization [req-b881d561-1df2-4b4f-b624-605ed131c5a7 req-e441f728-09e4-448f-a8a1-e50337b3e879 tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: 657802e4-ffb9-4950-8ad1-dd40c9185888 with Priority: HIGHEST for action security_group_rules [ 759.690323] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 657802e4-ffb9-4950-8ad1-dd40c9185888 with Priority: HIGHEST for action security_group_rules [ 759.690618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-657802e4-ffb9-4950-8ad1-dd40c9185888 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.690740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-657802e4-ffb9-4950-8ad1-dd40c9185888" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.690804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-657802e4-ffb9-4950-8ad1-dd40c9185888" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.691122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-657802e4-ffb9-4950-8ad1-dd40c9185888" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.691181] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('657802e4-ffb9-4950-8ad1-dd40c9185888',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.878295] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.897840] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.898094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.898726] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d53b3aea-2563-4099-a577-bb623eb1e83e with status ACTIVE [ 759.898726] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.899795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.899944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.900433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.900538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.900733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.900832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.900895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.901069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.901146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.901346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.901437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.901505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.901737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.901827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.901934] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d53b3aea-2563-4099-a577-bb623eb1e83e is going to be updated. [ 759.925689] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.928869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.928956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.929784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.929784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.929784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d53b3aea-2563-4099-a577-bb623eb1e83e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.960969] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.960969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.960969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.961162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.961953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.961953] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.961953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.961953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.961953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.961953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.962287] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa is going to be updated. [ 760.001949] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.001949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.001949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.002246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.002295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.013677] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa in Status: IN_PROGRESS for 2s [ 760.217131] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 760.217431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.219291] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.219415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.219529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.219680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.219767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.219857] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 657802e4-ffb9-4950-8ad1-dd40c9185888 already deleted. [ 760.219940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-657802e4-ffb9-4950-8ad1-dd40c9185888" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.382655] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.382850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.382956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.383209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.383319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.383463] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 760.396687] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: SUCCESS [ 760.396974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.397169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.397404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.397762] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.397893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.397953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.398902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.398902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.398902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.398902] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.427666] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.427834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.427895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.428085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.428223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.443511] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 760.901648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.902871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.907212] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.907212] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.907212] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.907212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.907995] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.089951] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 761.090168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.090382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.090706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.091210] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.091210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.091210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.092206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.092206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.092206] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.296381] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5b5cabea-fe96-4e19-a571-e13531906fbe None None] Enqueued Resource ID: 141a1e9e-0173-4431-a9a4-bfc76b6ca19f with Priority: HIGHEST for action port [ 761.297320] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 141a1e9e-0173-4431-a9a4-bfc76b6ca19f with Priority: HIGHEST for action port [ 761.298261] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-141a1e9e-0173-4431-a9a4-bfc76b6ca19f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.298405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-141a1e9e-0173-4431-a9a4-bfc76b6ca19f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.298477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-141a1e9e-0173-4431-a9a4-bfc76b6ca19f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.298794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-141a1e9e-0173-4431-a9a4-bfc76b6ca19f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.298882] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('141a1e9e-0173-4431-a9a4-bfc76b6ca19f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.409534] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fab730e-31a4-4688-9e00-dbeb870eb4cc: rpc.has_security_group_logging(os_id): False [ 761.431453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.431453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.431453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.431453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.432321] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.432321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.433494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.433864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.434209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.434412] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc is going to be created. [ 761.499713] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.503321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.514669] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: IN_PROGRESS for 2s [ 761.597036] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.747021] env[65422]: INFO networking_nsxv3.common.synchronization [req-8000b3b1-1336-401a-98d5-870d216078c5 req-af71fa37-ae27-4966-a4d9-4d7bca19f3e5 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 761.747942] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 761.748642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.748934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.748934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.749147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.749328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.749447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.749529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.749709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.749821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.749961] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.803668] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 141a1e9e-0173-4431-a9a4-bfc76b6ca19f [ 761.803764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.803878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.803945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.804215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.804302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:141a1e9e-0173-4431-a9a4-bfc76b6ca19f already deleted. [ 761.805033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-141a1e9e-0173-4431-a9a4-bfc76b6ca19f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.028752] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa in Status: SUCCESS [ 762.029032] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa deletion is rescheduled due to dependency. [ 762.029032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.100497] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.253576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.253576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.253576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.253576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.253576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.253878] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.253878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.254016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.254238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.254337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.254453] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 762.298115] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.298431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.298540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.298783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.299058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.312983] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 762.455986] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 762.456715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.457335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.457640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.458396] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.458648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.458755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.459019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.459552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.459683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.460123] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.460123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.460384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.460831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.461155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.461323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.461839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.462930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.463094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.463219] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.609280] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.609771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.609771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.609771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.609771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.610127] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be updated. [ 762.642719] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.642719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.642719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.642719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.642719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.654700] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 762.968028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df50b4d8-6e85-4d57-ba3b-66bb1fd98374: rpc.has_security_group_logging(os_id): False [ 762.992478] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.992682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.992738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.992942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.993077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.993390] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.993390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.995136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.995136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.995136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.995636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.995636] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 763.117100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.117612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.117804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.137816] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 763.530119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: SUCCESS [ 763.530244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.740488] env[65422]: INFO networking_nsxv3.common.synchronization [req-d70b6898-7d23-4fa2-8d53-867990610bcc req-26018060-4d08-4b1e-98a6-1ae11ad36c29 tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: d517da99-ff73-4394-91f9-40c2a1008393 with Priority: HIGHEST for action security_group_rules [ 763.741341] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d517da99-ff73-4394-91f9-40c2a1008393 with Priority: HIGHEST for action security_group_rules [ 763.742102] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d517da99-ff73-4394-91f9-40c2a1008393 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.742102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.742693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.742693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.742693] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d517da99-ff73-4394-91f9-40c2a1008393',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.763795] env[65422]: INFO networking_nsxv3.common.synchronization [req-23afae38-65be-41d9-b584-86b1b3928fed req-811302aa-43ce-4b35-99bb-8218ea1c867e tempest-InstanceActionsTestJSON-1036877389 tempest-InstanceActionsTestJSON-1036877389-project-member] Enqueued Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_members [ 763.764570] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGHEST for action security_group_members [ 763.764913] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.765133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.766504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.767287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.767287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.767287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.767287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.767602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.767602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.767602] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.271502] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.271502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.271502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.271502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.271502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.271502] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d517da99-ff73-4394-91f9-40c2a1008393 already deleted. [ 764.271502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.272299] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.274196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.274196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.274196] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.274634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.274723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.274899] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 is going to be updated. [ 764.323386] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.323519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.323629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.324041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.324425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.328069] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 764.328069] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 764.328069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.333124] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 in Status: IN_PROGRESS for 2s [ 764.407138] env[65422]: INFO networking_nsxv3.common.synchronization [req-94a2cf86-b6c9-4931-906b-7f3ca6a453c8 req-20b38c88-1fd0-4485-a010-8adcade291c7 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 764.407884] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 764.408511] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.408637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.408680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.409128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.409218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.409332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.409419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.409645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.409875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.410035] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.436531] env[65422]: INFO networking_nsxv3.common.synchronization [req-94a2cf86-b6c9-4931-906b-7f3ca6a453c8 req-20b38c88-1fd0-4485-a010-8adcade291c7 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 764.436770] env[65422]: INFO networking_nsxv3.common.synchronization [req-94a2cf86-b6c9-4931-906b-7f3ca6a453c8 req-20b38c88-1fd0-4485-a010-8adcade291c7 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 764.436967] env[65422]: INFO networking_nsxv3.common.synchronization [req-94a2cf86-b6c9-4931-906b-7f3ca6a453c8 req-20b38c88-1fd0-4485-a010-8adcade291c7 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 with Priority: HIGHEST for action port [ 764.439883] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 764.439883] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 764.439883] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 with Priority: HIGHEST for action port [ 764.442237] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.442237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.442237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.442237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.442237] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.442237] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.442237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.442237] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcf2e2a-4e77-459c-9936-568c34f49a33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.442237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.442237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.442697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.442697] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcf2e2a-4e77-459c-9936-568c34f49a33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.665938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 764.666256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.666481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.666831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.667083] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.669059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.669059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.669059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.669059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.669059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.669059] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.912822] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.946981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.946981] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcf2e2a-4e77-459c-9936-568c34f49a33 with status ACTIVE [ 764.946981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.946981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.946981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.947379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.947379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.947642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.947731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.947778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.947982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.948167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.948236] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 is going to be updated. [ 764.963649] env[65422]: INFO networking_nsxv3.common.synchronization [req-2ec54ed5-2a27-41d5-a8a9-25952f74add3 req-2e47bf92-a35b-4ddd-8bdd-c3c4ef44af6b tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: d517da99-ff73-4394-91f9-40c2a1008393 with Priority: HIGHEST for action security_group_rules [ 764.964075] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d517da99-ff73-4394-91f9-40c2a1008393 with Priority: HIGHEST for action security_group_rules [ 764.964403] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d517da99-ff73-4394-91f9-40c2a1008393 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.964523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.964588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.964931] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d517da99-ff73-4394-91f9-40c2a1008393',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.976487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.976656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.976706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.980021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.980021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.980021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.990432] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b6630cd-99f8-427a-aa7d-8e7495c0e4ea req-be4249f1-70f0-40a9-ab58-6be1cde2fdd2 tempest-ServersNegativeTestJSON-811523686 tempest-ServersNegativeTestJSON-811523686-project-member] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 764.990955] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 764.991266] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.991400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.991519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.991826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.991984] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.992381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.992476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.994123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.994239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.995424] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.156517] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 765.156873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.157616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.157616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.157616] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.172834] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.172834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.172834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.172834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.173159] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.173159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.173159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.173759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.173759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.173759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.173759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.173759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.173759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.174066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.174066] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.174066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.174169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.174330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.174330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.174417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.174500] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.266402] env[65422]: INFO networking_nsxv3.common.synchronization [req-080894ef-edc4-4c33-8c3e-56cf4f5f28aa req-aa0b82dd-a3ea-4ddc-afbd-43c2aa12d59c tempest-ServerExternalEventsTest-882282563 tempest-ServerExternalEventsTest-882282563-project-member] Enqueued Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_members [ 765.267282] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGHEST for action security_group_members [ 765.267970] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.267970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.267970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.268309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.268676] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.268676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.268676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.270954] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.415475] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.492432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.492432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.492432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.492432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.492432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.492432] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d517da99-ff73-4394-91f9-40c2a1008393 already deleted. [ 765.492432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.501504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.501504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.501504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.501781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.501781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.501863] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.501957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.502473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.502676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.502761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.502849] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 already deleted. [ 765.503275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.519471] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.519708] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.519833] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.520182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.521016] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.521016] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.521016] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.521016] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.525070] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.525070] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.525070] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.525070] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.525070] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.525070] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.525070] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.525070] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.546252] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.546415] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.546550] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.546720] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.547050] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-73e98445-c951-4dc2-82e3-537e2196f82a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.547219] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.547330] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.547662] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.547795] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e98445-c951-4dc2-82e3-537e2196f82a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.660449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.660594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.660661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.660874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.661440] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.661563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.661678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.661868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.661954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.662059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.662147] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.680891] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6fb15d-4982-4766-8443-4e9640633757: rpc.has_security_group_logging(os_id): False [ 765.702098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.702246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.702304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.702513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.703735] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.703735] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.703735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.704297] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.705371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.705371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.705928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.705928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.705928] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be updated. [ 765.772388] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.772626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.772626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.773051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.773264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.774218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.774218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.774218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.774218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774218] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71290e7d-195e-436a-bd20-db2b3c462b74 is going to be updated. [ 765.783122] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.783364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.783364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.783562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.783708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.820181] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 765.849713] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.849713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.849713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.849713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.849713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.869604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71290e7d-195e-436a-bd20-db2b3c462b74 in Status: IN_PROGRESS for 2s [ 765.919140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.919140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.919140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.919140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.919140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.919140] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 765.952919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.953104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.953180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.953415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.953564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.969039] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 766.051163] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.051163] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.051326] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.051549] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.051924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.052239] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 73e98445-c951-4dc2-82e3-537e2196f82a not found, creating... [ 766.052377] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.052513] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.052761] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.052984] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.053157] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.053500] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.054036] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.054036] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.054901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.054901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.054901] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 73e98445-c951-4dc2-82e3-537e2196f82a is going to be created. [ 766.086797] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.086797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.086797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.086797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.086797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.086797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.166978] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.167194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.167363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.167525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.167709] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.167832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.167899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.168137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.168245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.168330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.168520] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.168624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.168692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.169987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.169987] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.169987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.169987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.169987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.169987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.169987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.169987] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.345326] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 in Status: SUCCESS [ 766.345599] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 deletion is rescheduled due to dependency. [ 766.345599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.461813] env[65422]: INFO networking_nsxv3.common.synchronization [req-fb92db92-9d7e-4411-aad8-482d47c79120 req-c7430b8b-1ad3-4fc6-a973-994ca1b9057a tempest-VolumesAssistedSnapshotsTest-637759821 tempest-VolumesAssistedSnapshotsTest-637759821-project-member] Enqueued Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_members [ 766.462514] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f with Priority: HIGHEST for action security_group_members [ 766.462871] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-53939fff-e9ba-4dcb-a87b-007230e9f00f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.463130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.463290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.463566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.463789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.463959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.464099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.464323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.464427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.464528] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53939fff-e9ba-4dcb-a87b-007230e9f00f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.672971] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df50b4d8-6e85-4d57-ba3b-66bb1fd98374: rpc.has_security_group_logging(os_id): False [ 766.695342] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.695577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.695665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.696219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.696341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.696648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.696779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.696864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.696999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.697264] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.697735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.697735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.697735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.697903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.698088] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.698176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.698255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.698426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.699075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.699075] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 766.769040] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.769040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.769040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.769040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.769040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.800163] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 766.867430] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b6630cd-99f8-427a-aa7d-8e7495c0e4ea req-1d93a731-83ff-4610-b485-7662aeff798a service nova] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_rules [ 766.867430] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b6630cd-99f8-427a-aa7d-8e7495c0e4ea req-1d93a731-83ff-4610-b485-7662aeff798a service nova] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 766.867430] env[65422]: INFO networking_nsxv3.common.synchronization [req-4b6630cd-99f8-427a-aa7d-8e7495c0e4ea req-1d93a731-83ff-4610-b485-7662aeff798a service nova] Enqueued Resource ID: 73e98445-c951-4dc2-82e3-537e2196f82a with Priority: HIGHEST for action port [ 766.868712] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_rules [ 766.868924] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 766.869115] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e98445-c951-4dc2-82e3-537e2196f82a with Priority: HIGHEST for action port [ 766.869654] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.869889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.869984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.870320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.870505] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.871624] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.871836] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.871942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.872758] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.872758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.872758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.872758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.872971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.872971] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.875268] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e98445-c951-4dc2-82e3-537e2196f82a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.875428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.875549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.876116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.876116] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e98445-c951-4dc2-82e3-537e2196f82a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.966476] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.966634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.966706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.966921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.967023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.967228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.967329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.967390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.967518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.967587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.967671] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f is going to be updated. [ 766.999211] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.999402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.999468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.999644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.999789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.011297] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f in Status: IN_PROGRESS for 2s [ 767.378185] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.378422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.378597] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.380195] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e98445-c951-4dc2-82e3-537e2196f82a with status ACTIVE [ 767.380404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.380647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.380719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.380954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.381055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.381246] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.381352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.381391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.381532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.381602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.381797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.381906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.381906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.382801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.382801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.382801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e98445-c951-4dc2-82e3-537e2196f82a is going to be updated. [ 767.419683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.419814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.419881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.420518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.420518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.420518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.834050] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 767.834412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.881396] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71290e7d-195e-436a-bd20-db2b3c462b74 in Status: SUCCESS [ 767.881396] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71290e7d-195e-436a-bd20-db2b3c462b74 deletion is rescheduled due to dependency. [ 767.881396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.881396] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.981022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.981022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.981022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.981022] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.167265] env[65422]: INFO networking_nsxv3.common.synchronization [req-436d6fa6-62f7-449f-8a95-6a58f440e3af req-ef897f13-b93d-4ca2-82c5-92ac92071d8c tempest-SecurityGroupRulesTestJSON-1187975796 tempest-SecurityGroupRulesTestJSON-1187975796-project-member] Enqueued Resource ID: d517da99-ff73-4394-91f9-40c2a1008393 with Priority: HIGHEST for action security_group_rules [ 768.167265] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d517da99-ff73-4394-91f9-40c2a1008393 with Priority: HIGHEST for action security_group_rules [ 768.167265] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d517da99-ff73-4394-91f9-40c2a1008393 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.167265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.167265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.167265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.167983] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d517da99-ff73-4394-91f9-40c2a1008393',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.248394] env[65422]: INFO networking_nsxv3.common.synchronization [req-0ac72052-31ba-4ec3-8f1d-ca2779424a6a req-0589163a-a4e9-4abd-bbe1-fdea543b61ec tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 768.252288] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 768.252288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.252288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.252288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.252288] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.386917] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.387076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.387777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.388391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.388391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.388391] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be created. [ 768.418703] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.418947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.419026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.419245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.419415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.433840] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: UNINITIALIZED for 2s [ 768.483460] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.683108] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.683414] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.683574] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.683968] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.684785] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.685071] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.685135] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.685372] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.685516] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.685722] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.686696] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.686696] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.686696] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.686696] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.686696] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.686696] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.714742] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.715108] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.715249] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.715429] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.715745] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.715934] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.716057] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.716392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.716529] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3dc22f-5c81-48e2-9afd-c567f7010a9b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.739777] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.739885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.739885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.740130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.740225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.740323] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d517da99-ff73-4394-91f9-40c2a1008393 already deleted. [ 768.740400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d517da99-ff73-4394-91f9-40c2a1008393" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.755906] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.756154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.756154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.756340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.756431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.756624] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.756726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.756788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.756947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.757139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.757277] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 768.805037] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.805037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.805037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.805037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.805037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.814952] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 768.824420] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 768.824420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.986313] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.023810] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f in Status: SUCCESS [ 769.023810] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53939fff-e9ba-4dcb-a87b-007230e9f00f deletion is rescheduled due to dependency. [ 769.023810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53939fff-e9ba-4dcb-a87b-007230e9f00f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.148422] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:0 completed [ 769.148422] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:1 started [ 769.219513] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.219787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.219935] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.220255] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.220460] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.220655] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 6e3dc22f-5c81-48e2-9afd-c567f7010a9b not found, creating... [ 769.220946] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.221118] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.221242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.221480] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.221615] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.221972] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.222142] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.222268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.222473] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.222637] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.222840] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 6e3dc22f-5c81-48e2-9afd-c567f7010a9b is going to be created. [ 769.247460] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.247460] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.247460] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.247741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.247981] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.248271] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.492298] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.492486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.492612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.492851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.492974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.493091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 769.530303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.530529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.530589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.530855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.531060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.542163] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 769.762938] env[65422]: INFO networking_nsxv3.common.synchronization [req-dc72ae5b-e15b-4651-b033-1f6cea22c5f8 req-823468af-ce3a-48da-887a-ffe0f64d5dea tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 769.763503] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 769.763806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.763960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.834790] env[65422]: INFO networking_nsxv3.common.synchronization [req-dc72ae5b-e15b-4651-b033-1f6cea22c5f8 req-823468af-ce3a-48da-887a-ffe0f64d5dea tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 769.834972] env[65422]: INFO networking_nsxv3.common.synchronization [req-dc72ae5b-e15b-4651-b033-1f6cea22c5f8 req-823468af-ce3a-48da-887a-ffe0f64d5dea tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 769.835506] env[65422]: INFO networking_nsxv3.common.synchronization [req-dc72ae5b-e15b-4651-b033-1f6cea22c5f8 req-823468af-ce3a-48da-887a-ffe0f64d5dea tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 with Priority: HIGHEST for action port [ 769.835753] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_rules [ 769.835914] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 769.836065] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 with Priority: HIGHEST for action port [ 769.836413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.836566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.836840] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.837208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.837208] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcf2e2a-4e77-459c-9936-568c34f49a33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.837333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.837380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.837576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.837660] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcf2e2a-4e77-459c-9936-568c34f49a33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.963879] env[65422]: INFO networking_nsxv3.common.synchronization [req-0ac72052-31ba-4ec3-8f1d-ca2779424a6a req-6d941ff6-0f87-41f3-8769-5207919600e8 service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 769.964069] env[65422]: INFO networking_nsxv3.common.synchronization [req-0ac72052-31ba-4ec3-8f1d-ca2779424a6a req-6d941ff6-0f87-41f3-8769-5207919600e8 service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 769.964202] env[65422]: INFO networking_nsxv3.common.synchronization [req-0ac72052-31ba-4ec3-8f1d-ca2779424a6a req-6d941ff6-0f87-41f3-8769-5207919600e8 service nova] Enqueued Resource ID: 6e3dc22f-5c81-48e2-9afd-c567f7010a9b with Priority: HIGHEST for action port [ 769.964761] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 769.964896] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 769.964989] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3dc22f-5c81-48e2-9afd-c567f7010a9b with Priority: HIGHEST for action port [ 769.965296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.965418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.965530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.965945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.965945] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.966782] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.966864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.967138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.967138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.967138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.967474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.967474] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3dc22f-5c81-48e2-9afd-c567f7010a9b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.088521] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.089179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.089179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.089179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.089179] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.340595] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcf2e2a-4e77-459c-9936-568c34f49a33 with status ACTIVE [ 770.340843] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.341124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.341124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.341323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.341385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.341561] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.341732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.341902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.341986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.341986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.342224] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.342337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.342373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.342531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.342623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.342799] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcf2e2a-4e77-459c-9936-568c34f49a33 is going to be updated. [ 770.375535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.375759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.375759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.375985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.376154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.376330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcf2e2a-4e77-459c-9936-568c34f49a33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.453038] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.453038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.453038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.453038] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.469231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.469458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.469560] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e3dc22f-5c81-48e2-9afd-c567f7010a9b with status ACTIVE [ 770.469799] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.469799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.469905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.470096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.470185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.470895] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.470895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.470895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.470895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.471180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.471180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.471295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.471420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.471502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.471574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.471674] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e3dc22f-5c81-48e2-9afd-c567f7010a9b is going to be updated. [ 770.509281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.509503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.509596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.509758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.509931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.511389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3dc22f-5c81-48e2-9afd-c567f7010a9b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.591845] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.624754] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-8216caf1-d15e-4e5e-840c-7df127c3c3db tempest-ListServersNegativeTestJSON-1298772713 tempest-ListServersNegativeTestJSON-1298772713-project-member] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 770.625427] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 770.625761] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.625891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.625946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.626706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.626898] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.627046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.627117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.627275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.627343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627466] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.827305] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 770.827690] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 770.827810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.827978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.828507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.828507] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.828635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.828635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.828751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.828832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.828928] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.960086] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960086] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960086] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960086] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.960086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.960867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.960867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.960867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.960867] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.063179] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.063179] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.063179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.063179] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.063179] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.063179] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.063179] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.063798] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.063798] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.063798] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.092685] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.092973] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.093077] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.093304] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.093713] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.094071] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.094159] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.094490] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.094664] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1edfbc1-d9c4-460c-90ae-43d46d3fe56a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.099769] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.130271] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.130515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.130601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.130834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.130925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.131128] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.131219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.131283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.131425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.131501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.131584] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c already deleted. [ 771.131666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.331537] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.417896] env[65422]: INFO networking_nsxv3.common.synchronization [req-b7e70d75-1ad5-4655-ab66-9752745e08f4 req-a7e654f2-4362-446d-bf83-2dc02fa27840 tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 771.418923] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 771.420405] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.420405] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.420405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.420405] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.463636] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5e6770-f314-4d32-9bde-765d26ec0966: rpc.has_security_group_logging(os_id): False [ 771.484688] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.484863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.484863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.485033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.485160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.485343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.485456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.485456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.485659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.485694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.485837] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.485928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.485987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.486233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.486233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.486378] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.488346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.488346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.488346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.488346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.488346] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be created. [ 771.545492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.545492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.545492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.545678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.545855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.557194] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 771.557410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.557567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.557779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.557986] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.558175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.558175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.558343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.558405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.558500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.558575] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.560024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 771.560147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.560364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.560472] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.560577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.560634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.560776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.560854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.560944] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.601596] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.603212] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.603405] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.603728] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.605891] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.606077] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port f1edfbc1-d9c4-460c-90ae-43d46d3fe56a not found, creating... [ 771.606378] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.606544] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.606655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.607137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.607137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.607454] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.607673] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.607811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.608074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.608247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.608501] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: f1edfbc1-d9c4-460c-90ae-43d46d3fe56a is going to be created. [ 771.609699] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 771.609832] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 771.645475] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.645762] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.645926] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.646269] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.646535] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.646805] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.787599] env[65422]: INFO networking_nsxv3.common.synchronization [req-b7e70d75-1ad5-4655-ab66-9752745e08f4 req-dbd8407d-4db3-420b-ba3a-85fafa8e5d3b tempest-ServersTestMultiNic-148125074 tempest-ServersTestMultiNic-148125074-project-member] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 771.788623] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGHEST for action security_group_members [ 771.788949] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.789070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.833867] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.923613] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.063429] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.064666] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.337362] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.337362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.337362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.337362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.337362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.337362] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 772.366509] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.366712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.366767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.366978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.367173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.376864] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 772.407768] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-3fd10f42-530b-4628-9280-2a39afe72d3c service nova] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_rules [ 772.407880] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-3fd10f42-530b-4628-9280-2a39afe72d3c service nova] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 772.408031] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-3fd10f42-530b-4628-9280-2a39afe72d3c service nova] Enqueued Resource ID: f1edfbc1-d9c4-460c-90ae-43d46d3fe56a with Priority: HIGHEST for action port [ 772.408740] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_rules [ 772.408894] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 772.409035] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1edfbc1-d9c4-460c-90ae-43d46d3fe56a with Priority: HIGHEST for action port [ 772.409333] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.409454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.409520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.410739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.410910] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.411914] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.412040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.412113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.412296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.412572] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.412681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.412743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.412896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.412981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.413083] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.413896] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.414062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.414151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.414307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.414379] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1edfbc1-d9c4-460c-90ae-43d46d3fe56a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.427418] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.567237] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.568929] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b786fac7-bd9e-47a9-ba64-f43509a36cbb: rpc.has_security_group_logging(os_id): False [ 772.570982] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.571135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.571415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.571415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.584365] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 772.586299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.586299] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 772.610785] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.610923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.610996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.611316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611557] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.611654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.611809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611937] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.612018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.612108] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 772.622030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.622030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.622030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.622030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.628433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.629857] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 772.630129] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 772.630467] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 772.671877] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.671877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.671877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.671877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.671877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.671877] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 772.694977] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.697027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.697027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.697027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.697027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.711512] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 772.745172] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.745448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.745448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.745582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.745812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.747036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 772.862723] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.862723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.862723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.862723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.862723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.862723] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 772.862723] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0d0ba961-755d-41e5-b775-f2382068082a', '0536cc94-e42e-471c-9b99-1bc5441d369c', '01ddbecc-6f8c-4730-8d0e-c024c593cc0a', '75c9ef65-afb2-437c-9a6b-001f6e9a1abe', '38987900-f453-4ad4-81f5-fdb237c99f57', '648d5cad-7c86-4024-9b37-2e7c87bd0cdc', 'fdecf4d1-1cfb-4051-b384-c1475f94d9aa', '9fab730e-31a4-4688-9e00-dbeb870eb4cc', '9b6fb15d-4982-4766-8443-4e9640633757', 'f2ce74a8-7041-470c-80ff-954df76e1dcd', '85ccf9dd-96bf-4868-9bdc-704faaf152aa', 'bbb7290f-a9ca-494d-87ea-8c35003b13df', '9dc7aaef-ba7a-4e1a-b531-e6866b7798d7', 'd3a1dbf9-3b24-41bd-a638-b67839664371', 'b786fac7-bd9e-47a9-ba64-f43509a36cbb', '36426345-0529-479d-b2ab-a3a79d31d63f', 'acfc4ba2-0b16-4f04-a82e-aa2df108d489', '83f6c316-a41b-4655-b40f-02bf328db208', '71290e7d-195e-436a-bd20-db2b3c462b74', '988a27e9-5d0f-400f-bd2a-4ac785456b09', '289a5d65-fa24-4a2c-bdd9-890d02059bbc', 'bb6e7fb1-b430-4ad1-958b-857940aaafb0', 'df50b4d8-6e85-4d57-ba3b-66bb1fd98374', '69efc5ef-e0a8-407b-89a9-a6196b89ebf7', 'a16a340e-029b-4504-994e-bc706acc5c40', 'bae29a68-d0a0-4357-ade7-d96e380a0762', '50a88730-92b7-40f9-af2b-6a3ea601d768', '1ea1e58c-37de-45b2-946a-97edc24882a0', '41bb77e9-eeed-4fa1-8683-cd3facac1211', '9c083b67-e107-4514-b2b2-ba9cb60fdacb', '0e5e6770-f314-4d32-9bde-765d26ec0966', '53939fff-e9ba-4dcb-a87b-007230e9f00f', 'd2d2219b-9427-495e-a3a1-0e13c1840c09'} {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 772.862723] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 772.899867] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.900220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.900220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.900436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.900543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.900691] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 772.900786] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 772.900894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 772.916764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.916918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.917176] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.918160] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1edfbc1-d9c4-460c-90ae-43d46d3fe56a with status ACTIVE [ 772.918362] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.918936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.918936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.918936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.918936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.919149] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.919149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.919149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.919546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.919686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.921056] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.921056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.921056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.921056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.921056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.921056] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1edfbc1-d9c4-460c-90ae-43d46d3fe56a is going to be updated. [ 772.930523] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.930523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.930523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.930523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.930523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.931342] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 772.964100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.964245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.964311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.964526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.964659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.964878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1edfbc1-d9c4-460c-90ae-43d46d3fe56a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.988139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.988340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.988410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.988633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.988776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.998967] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 773.011958] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.012329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.014018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.014018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.014018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.014018] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 773.014018] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 773.014018] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 773.014018] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 773.014371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 773.014542] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGH for action security_group_rules [ 773.014706] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGH for action security_group_rules [ 773.014909] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGH for action security_group_rules [ 773.015086] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGH for action security_group_rules [ 773.015310] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGH for action security_group_rules [ 773.015483] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGH for action security_group_rules [ 773.015632] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGH for action security_group_rules [ 773.015847] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGH for action security_group_rules [ 773.016977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.088803] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.088954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.089038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.089264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.089358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.089463] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 773.160892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.161147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.161232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.161541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.161796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.175019] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 773.410795] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-96d1c798-b612-4712-ab0e-d246df135df3 tempest-ListServersNegativeTestJSON-1298772713 tempest-ListServersNegativeTestJSON-1298772713-project-member] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 773.411096] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 773.411135] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGH for action security_group_rules [ 773.411230] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a with Priority: HIGH for action security_group_rules [ 773.411417] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa with Priority: HIGH for action security_group_rules [ 773.411509] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGH for action security_group_rules [ 773.411598] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 with Priority: HIGH for action security_group_rules [ 773.411704] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71290e7d-195e-436a-bd20-db2b3c462b74 with Priority: HIGH for action security_group_rules [ 773.411815] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f6c316-a41b-4655-b40f-02bf328db208 with Priority: HIGH for action security_group_rules [ 773.411901] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 with Priority: HIGH for action security_group_rules [ 773.411985] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGH for action security_group_rules [ 773.412104] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGH for action security_group_rules [ 773.412189] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 with Priority: HIGH for action security_group_rules [ 773.412291] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGH for action security_group_rules [ 773.412375] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa with Priority: HIGH for action security_group_rules [ 773.412458] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGH for action security_group_rules [ 773.412541] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGH for action security_group_rules [ 773.412623] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGH for action security_group_rules [ 773.412721] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGH for action security_group_rules [ 773.412812] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGH for action security_group_rules [ 773.412894] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0536cc94-e42e-471c-9b99-1bc5441d369c with Priority: HIGH for action security_group_rules [ 773.412975] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe with Priority: HIGH for action security_group_rules [ 773.413302] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.413389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.413808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.413808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.413808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.413987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.413987] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.416249] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.416249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.416249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.416249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.416249] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01ddbecc-6f8c-4730-8d0e-c024c593cc0a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.416752] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.416752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.416752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.416752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.417972] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fdecf4d1-1cfb-4051-b384-c1475f94d9aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.417972] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.417972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.417972] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-988a27e9-5d0f-400f-bd2a-4ac785456b09 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.417972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.417972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.418271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.418271] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('988a27e9-5d0f-400f-bd2a-4ac785456b09',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.420532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71290e7d-195e-436a-bd20-db2b3c462b74 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.420532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.420532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.420532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.420532] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71290e7d-195e-436a-bd20-db2b3c462b74',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.420714] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f6c316-a41b-4655-b40f-02bf328db208 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.420914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.420914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.421036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.421127] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f6c316-a41b-4655-b40f-02bf328db208',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.421971] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.422082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.422141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.422303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.422401] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acfc4ba2-0b16-4f04-a82e-aa2df108d489',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.423204] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.423430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.423485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.423601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.423669] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.424679] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.425493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.425493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.425493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.425493] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.425951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.429738] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9dc7aaef-ba7a-4e1a-b531-e6866b7798d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.429738] env[65422]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 773.429738] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.429738] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.429738] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.429738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.429738] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85ccf9dd-96bf-4868-9bdc-704faaf152aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.430810] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.430810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.430810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.430810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.430810] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.431490] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.431490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.431490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.431490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.431490] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.432922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.432922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.432922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.432922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.432922] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.433459] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.433557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.433611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.433763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.433826] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.434620] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.434732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.434800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.435660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.435660] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.440238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0536cc94-e42e-471c-9b99-1bc5441d369c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.440238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.440238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.440238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.440238] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0536cc94-e42e-471c-9b99-1bc5441d369c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.440440] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.440440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.440525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.440630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.440726] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c9ef65-afb2-437c-9a6b-001f6e9a1abe',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.445185] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.580934] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 773.581227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.907820] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.908042] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.908180] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.908958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.911845] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.912120] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.912329] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.912695] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.913511] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.914190] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.915208] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.915346] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.915463] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.915578] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.915682] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.915822] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.945522] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.945736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.945736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.946966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.946966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.946966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.946966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.946966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.946966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.946966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.946966] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.952340] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.952570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.952570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.952852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.952964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.953854] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be created. [ 773.965850] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.965991] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.966675] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.966675] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.966675] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-4fb9999c-b567-4158-9058-b0c36232af7c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.966990] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.966990] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.969023] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.969023] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb9999c-b567-4158-9058-b0c36232af7c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.977222] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.977370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.977431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.977647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.983123] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.983123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.983954] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.984158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.984158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.984375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.984549] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.984668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.984732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.984847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.984944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.985036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.985124] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.990223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.990345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.990447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.990594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.994041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.995516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.995516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.995516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.995516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.995516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.995516] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.006032] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.006217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.006262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.006993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.006993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.006993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.006993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.007617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.007713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.007835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.007951] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.009358] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.009505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.009567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.010560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.010560] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.010560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.010560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.010560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.010560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.010963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.010963] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.012380] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.012380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.012380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.012380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.018200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.018200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.018200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.018200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.018200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.018200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.018200] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.018844] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.018969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.019079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.019321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.019542] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.019661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.019747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.019882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.020017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.020118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.020202] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.021288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.021410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.021548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.021813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.021971] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.022076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.022134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.022291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.022371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.022456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.023061] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.029103] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.030306] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.030412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.030412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.030704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.030876] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.031028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.031194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.031194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.031372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.031372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.031504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.031591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.031718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.032019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.032019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.032166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.032166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.032986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.032986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.032986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.032986] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.035655] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.035776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.035841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.037059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.037059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.040310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.040310] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01ddbecc-6f8c-4730-8d0e-c024c593cc0a is going to be deleted. [ 774.048143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.048143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.048143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.048143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.049393] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 648d5cad-7c86-4024-9b37-2e7c87bd0cdc: rpc.has_security_group_logging(os_id): False [ 774.174827] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.174948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.176494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.176589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.178957] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.178957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.178957] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: UNINITIALIZED for 2s [ 774.181705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.181899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.183841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.183841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.183841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.184640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.184698] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f6c316-a41b-4655-b40f-02bf328db208 is going to be deleted. [ 774.185650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.185853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.187488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.187600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.188370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.188465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.189268] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.189354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.216361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.216485] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fdecf4d1-1cfb-4051-b384-c1475f94d9aa is going to be deleted. [ 774.217604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.217828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.247534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.249757] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 988a27e9-5d0f-400f-bd2a-4ac785456b09 is going to be deleted. [ 774.249757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.249757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.258902] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.258902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.265607] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.265761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.295531] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.295531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.303867] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 774.304407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.304660] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acfc4ba2-0b16-4f04-a82e-aa2df108d489 is going to be deleted. [ 774.305705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.305968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.354069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.354069] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85ccf9dd-96bf-4868-9bdc-704faaf152aa is going to be deleted. [ 774.354782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.354987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.393813] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.394066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.401486] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 774.401777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.401983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.402231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.402502] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.402719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.402783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.402977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.403082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.403177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.403274] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.435947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.436377] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9dc7aaef-ba7a-4e1a-b531-e6866b7798d7 is going to be deleted. [ 774.437114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.437312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.450762] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.470200] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.470711] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.470908] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.471383] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.471712] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.471929] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 4fb9999c-b567-4158-9058-b0c36232af7c not found, creating... [ 774.472309] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.472541] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.472709] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.473127] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.473345] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.473775] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.474035] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.474197] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.474442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.474583] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.474725] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 4fb9999c-b567-4158-9058-b0c36232af7c is going to be created. [ 774.497327] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.497327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.502199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.502199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.502199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.502199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.502199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.503241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.503241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.503241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.503241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.503241] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.512153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.512153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0536cc94-e42e-471c-9b99-1bc5441d369c is going to be deleted. [ 774.512680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.513068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.532575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.532575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.532575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.532575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.532575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.533420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.533420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.533420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.533420] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.535112] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.536308] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.536827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.536827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.538223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.538486] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.538656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.538818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.539061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.539203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.539371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.539605] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.540152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.540276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.540532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.541158] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.541349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.541495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.542284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.542446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.542595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.542731] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.547633] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.547924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.548375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.550289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.550534] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.550682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.550747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.550991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.551370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.551370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.551549] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.551800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.551800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.551985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.552165] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.552316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.552316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.552469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.552543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.552623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.552724] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.558568] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.558787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.559265] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.559862] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.560242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.560672] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.562349] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.562470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.562656] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b6fb15d-4982-4766-8443-4e9640633757: rpc.has_security_group_logging(os_id): False [ 774.565639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.565976] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.566140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.566232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.566472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.566590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.566720] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc is going to be updated. [ 774.568257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.568511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.621766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.621959] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c9ef65-afb2-437c-9a6b-001f6e9a1abe is going to be deleted. [ 774.623117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.623365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.625510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.625677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626403] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.704845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.704845] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71290e7d-195e-436a-bd20-db2b3c462b74 is going to be deleted. [ 774.705294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.705562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.705728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.705984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01ddbecc-6f8c-4730-8d0e-c024c593cc0a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.707732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.707790] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.707956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f6c316-a41b-4655-b40f-02bf328db208" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.710233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.710498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.710681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.710912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fdecf4d1-1cfb-4051-b384-c1475f94d9aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.711672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.711883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.711973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.712119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-988a27e9-5d0f-400f-bd2a-4ac785456b09" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.713220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.713404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.713490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.713630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acfc4ba2-0b16-4f04-a82e-aa2df108d489" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.714140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.714309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.714392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.714507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85ccf9dd-96bf-4868-9bdc-704faaf152aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.715317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.715317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.743147] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 774.743470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.743715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.744055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.744167] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.769995] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.770211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.790371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.790602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.810712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.810928] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be deleted. [ 774.812170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.813463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.908186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.908594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.908676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.909244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.909451] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.909568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.909640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.909861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.909982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.910093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.910796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.910951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.911613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.911869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.912120] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.912232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.912311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.912483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.912565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.912705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.912879] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.921275] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.921440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.937548] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.937548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.955252] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.955252] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.955252] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.955252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.955709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.955709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.955709] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be updated. [ 774.957780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.958370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.958763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9dc7aaef-ba7a-4e1a-b531-e6866b7798d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959427] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d0ba961-755d-41e5-b775-f2382068082a: rpc.has_security_group_logging(os_id): False [ 774.960636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0536cc94-e42e-471c-9b99-1bc5441d369c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.963764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71290e7d-195e-436a-bd20-db2b3c462b74" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.964562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.964787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.964923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.965112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c9ef65-afb2-437c-9a6b-001f6e9a1abe" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.000040] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: IN_PROGRESS for 2s [ 775.005753] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36426345-0529-479d-b2ab-a3a79d31d63f: rpc.has_security_group_logging(os_id): False [ 775.019053] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 775.019053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.019359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.019455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.019748] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.019852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.019923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.020565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.020659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.020768] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.022846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.022996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.023109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.023345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.045044] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3a1dbf9-3b24-41bd-a638-b67839664371: rpc.has_security_group_logging(os_id): False [ 775.045982] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fab730e-31a4-4688-9e00-dbeb870eb4cc: rpc.has_security_group_logging(os_id): False [ 775.046844] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbb7290f-a9ca-494d-87ea-8c35003b13df: rpc.has_security_group_logging(os_id): False [ 775.052918] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.053148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.058843] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2ce74a8-7041-470c-80ff-954df76e1dcd: rpc.has_security_group_logging(os_id): False [ 775.062699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.062699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.090160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.090160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.103248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.103446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.104924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.105130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.112605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.113119] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.113233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.113317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.113563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.113670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.113779] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d0ba961-755d-41e5-b775-f2382068082a is going to be updated. [ 775.114986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.115206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.115321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.115450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.115612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.115780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.117778] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.117926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.178332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.178636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.178769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.178863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.179030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.179128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.179339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.179494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.179494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.179649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.179723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.179911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.180018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.180087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.180228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.180305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.180394] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be updated. [ 775.181541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.181784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210168] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 775.210417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.210585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.210803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.210994] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.211121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.211595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.211831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.211993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.212091] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.232161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.232161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.247897] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.248407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.254391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.254684] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.254802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.254865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.255113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.255241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.255469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.255573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.255633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.255797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.255874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.256065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.256148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.256207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.256348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.256422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.256515] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc is going to be updated. [ 775.257646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.257848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.297534] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-e1ba7f56-4101-4c8f-a30c-fdb4449ca84d service nova] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_rules [ 775.297757] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-e1ba7f56-4101-4c8f-a30c-fdb4449ca84d service nova] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 775.297902] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-e1ba7f56-4101-4c8f-a30c-fdb4449ca84d service nova] Enqueued Resource ID: 4fb9999c-b567-4158-9058-b0c36232af7c with Priority: HIGHEST for action port [ 775.298947] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_rules [ 775.299159] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 775.299275] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fb9999c-b567-4158-9058-b0c36232af7c with Priority: HIGHEST for action port [ 775.299573] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.299669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.299872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.299950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.300144] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fb9999c-b567-4158-9058-b0c36232af7c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.300247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.300311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.300559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.300672] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fb9999c-b567-4158-9058-b0c36232af7c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.336080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.336421] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.336664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.336730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.337248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.337350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.337589] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.337701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.337832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.337959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.338050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.338267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.338425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.338425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.338559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.338648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.338746] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be updated. [ 775.340627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.340814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.362238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.362468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.390048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.390381] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.390491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.390620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.390746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.390867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.391071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 is going to be updated. [ 775.392079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.392268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.396737] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.396977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.414957] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41bb77e9-eeed-4fa1-8683-cd3facac1211: rpc.has_security_group_logging(os_id): False [ 775.452168] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.452558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.464795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.465194] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.465345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.465435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.465701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.465784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.466016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.466561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.466561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.466763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.466846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.466904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.467205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.467529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.467529] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 775.468753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.470331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.470331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.470331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.470331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.470497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.474046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.474046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.474046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.474046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.474046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.474046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.515618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.515776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.517566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.517566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.525586] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.525586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.564514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: IN_PROGRESS for 2s [ 775.564514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 775.572377] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 775.575033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: IN_PROGRESS for 2s [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.590052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.590052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.590052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.590052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.591049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.591049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.591049] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 775.592291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.592520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.646714] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.646714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.659211] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.659800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.665962] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.665962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.665962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.665962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.665962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.665962] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 775.667074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.667074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.667244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.669366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.669366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.669366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.696703] env[65422]: INFO networking_nsxv3.common.synchronization [req-e0c57cbd-2645-4007-a93d-dc368397a6f0 req-aaef3db9-78a8-4478-a736-a8dda5149c40 tempest-ServerPasswordTestJSON-918419207 tempest-ServerPasswordTestJSON-918419207-project-member] Enqueued Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_members [ 775.696703] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGHEST for action security_group_members [ 775.696703] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.696703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.696703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.697115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.697115] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.697192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.697225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.697403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.697536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.697703] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.707187] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: IN_PROGRESS for 2s [ 775.711075] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 775.716842] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.734948] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 412 Client Error: Precondition Failed for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/groups/df50b4d8-6e85-4d57-ba3b-66bb1fd98374 [ 775.735181] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 775.798344] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.798344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.798344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.798344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.798344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.805044] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fb9999c-b567-4158-9058-b0c36232af7c with status ACTIVE [ 775.805044] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.805044] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.805044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.805579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.805579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.805579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.805579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.805579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.805742] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fb9999c-b567-4158-9058-b0c36232af7c is going to be updated. [ 775.846660] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 775.857508] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.857654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.857718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.857930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.860093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.874335] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.874335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.874600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.874638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.874782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.874963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fb9999c-b567-4158-9058-b0c36232af7c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.889262] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 776.033777] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 776.038081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.038081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.038081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.038081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.038897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.041760] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.044454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.044454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.044454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.044454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.044454] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be updated. [ 776.094149] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.094149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.094149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.094149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.094149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.108379] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: IN_PROGRESS for 2s [ 776.189166] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 776.189429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.189594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.189885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.190100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.190358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.190358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.190456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.190515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.190584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.190683] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.191584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.191809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.191995] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.192126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.192188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.192413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.192515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.192610] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.202816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.205087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.205087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.205087] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc is going to be updated. [ 776.219368] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.250614] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.250808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.250873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.251140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.251316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.274919] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: IN_PROGRESS for 2s [ 776.380577] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-301af8e6-277f-4952-9774-3b2a4fb6be2b tempest-ListServersNegativeTestJSON-1298772713 tempest-ListServersNegativeTestJSON-1298772713-project-member] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 776.381150] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 776.381477] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.381570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.695526] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.695526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.695526] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.726488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.726488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.726488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.726488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.726488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.726488] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 776.758426] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.758426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.758426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.758426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.758426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.768558] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 776.901792] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.902182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.902182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.903073] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.903073] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.903073] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.903073] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.903410] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.903410] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.903599] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.903599] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.903701] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.903750] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.903852] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.904105] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.904105] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.924885] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.925027] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.925391] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.925391] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-964" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.925626] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-264a9149-95a0-4c4c-89d4-578b30882bcb taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.925967] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.925967] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.926332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.926423] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264a9149-95a0-4c4c-89d4-578b30882bcb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.011640] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: SUCCESS [ 777.011640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.199032] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.428800] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.429222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.429222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.429502] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.429815] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.429870] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 264a9149-95a0-4c4c-89d4-578b30882bcb not found, creating... [ 777.430146] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.430297] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.430530] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.430616] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.430745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.431102] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.431296] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.431424] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.432028] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.432028] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.432028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 264a9149-95a0-4c4c-89d4-578b30882bcb is going to be created. [ 777.452343] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.452481] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.454745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.454745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.454745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.454745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.579108] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 777.579380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.580451] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: SUCCESS [ 777.581022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.599438] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 777.599774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.601342] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: SUCCESS [ 777.601620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.703448] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.703777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.703777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.703996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.704109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.704210] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 777.722638] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: SUCCESS [ 777.722882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.725978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 777.725978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.743478] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.743627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.743698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.743910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.744132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.756078] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 777.861762] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 777.861762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.903997] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 777.903997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.120254] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 in Status: SUCCESS [ 778.120553] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 deletion is rescheduled due to dependency. [ 778.120653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.216272] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-0172f9d6-daf1-45ee-9b86-db49bcaa8678 service nova] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_rules [ 778.216453] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-0172f9d6-daf1-45ee-9b86-db49bcaa8678 service nova] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 778.216583] env[65422]: INFO networking_nsxv3.common.synchronization [req-e9c18750-9e25-4058-89b5-7b5f2f3e2408 req-0172f9d6-daf1-45ee-9b86-db49bcaa8678 service nova] Enqueued Resource ID: 264a9149-95a0-4c4c-89d4-578b30882bcb with Priority: HIGHEST for action port [ 778.217318] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_rules [ 778.217375] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 778.217472] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264a9149-95a0-4c4c-89d4-578b30882bcb with Priority: HIGHEST for action port [ 778.218027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.218027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.220960] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.221102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.221395] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-264a9149-95a0-4c4c-89d4-578b30882bcb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.221481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.221544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.221795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.221889] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264a9149-95a0-4c4c-89d4-578b30882bcb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.286735] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc in Status: SUCCESS [ 778.286977] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc deletion is rescheduled due to dependency. [ 778.288030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.725879] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 264a9149-95a0-4c4c-89d4-578b30882bcb with status ACTIVE [ 778.726235] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.726412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.726488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.727140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.727291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.727947] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.728123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.728196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.728425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.728530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.728763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.728886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.728951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.729149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.729233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.729323] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 264a9149-95a0-4c4c-89d4-578b30882bcb is going to be updated. [ 778.766329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.766479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.766479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.766619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.766755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.766914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-264a9149-95a0-4c4c-89d4-578b30882bcb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.780387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 778.780619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.780796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.781026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.781341] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.781341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.781570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.781570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.781665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.781704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.781785] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.286299] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.766916] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 779.767160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.767200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.767974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.767974] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.767974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.767974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.767974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.767974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.768235] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.787755] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b786fac7-bd9e-47a9-ba64-f43509a36cbb: rpc.has_security_group_logging(os_id): False [ 779.808234] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.808401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.808401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.808588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.808706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.810035] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.810035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.810035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.810035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.810035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.810035] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 779.881770] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.882031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.882104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.882285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.882432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.897535] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 780.270445] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.774937] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.820393] env[65422]: INFO networking_nsxv3.common.synchronization [req-6db86825-f2f9-4f0e-bf51-306471da0f30 req-437450b5-ffbc-4d7a-af3e-ad2ec31deb04 tempest-AttachInterfacesUnderV243Test-1101859705 tempest-AttachInterfacesUnderV243Test-1101859705-project-member] Enqueued Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 780.820955] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb with Priority: HIGHEST for action security_group_members [ 780.821276] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b786fac7-bd9e-47a9-ba64-f43509a36cbb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.821394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.821463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.821658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.821824] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.821951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.822019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.823299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.823415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.823495] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.278256] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.278531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.278617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.278850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.278935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.279211] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 781.320051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.320051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.320051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.320051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.320051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.322105] env[65422]: INFO networking_nsxv3.common.synchronization [req-07f0857f-f326-4924-9336-9a6b899686eb req-dfa9a2d4-b7e3-4c1a-b5ab-e8d5352dd389 tempest-ServersTestFqdnHostnames-1231859803 tempest-ServersTestFqdnHostnames-1231859803-project-member] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_members [ 781.323342] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGHEST for action security_group_members [ 781.323441] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.323834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.323834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.323936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.324135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.324233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.324291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.324486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.324600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.324720] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.329407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.329407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.329612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.329612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.329732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.329907] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.329993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.330152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.330248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.330314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.330407] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be updated. [ 781.333979] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 781.359239] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.359383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.359445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.359652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.359826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.371328] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: IN_PROGRESS for 2s [ 781.756203] env[65422]: INFO networking_nsxv3.common.synchronization [req-2d3678b4-3c3a-42fd-a59d-d06a7d8c5f6f req-1751f396-6227-4b92-aea1-47d54476ca1b tempest-ListImageFiltersTestJSON-1091573721 tempest-ListImageFiltersTestJSON-1091573721-project-member] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 781.756853] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 781.757273] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.757400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.757470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.757678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.757830] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.758403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.758403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.758403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.758403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.758403] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.829064] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.829453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.829453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.830014] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.830014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.830014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.830260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.830260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.830471] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 is going to be updated. [ 781.860248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.860248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.860248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.860248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.860248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.870050] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: IN_PROGRESS for 2s [ 781.912086] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 781.912355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.912490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.912703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.912809] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b786fac7-bd9e-47a9-ba64-f43509a36cbb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.262694] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.436154] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.436308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.436369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.436573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.436659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.436753] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb is going to be deleted. [ 782.495374] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.495670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.495726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.496053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.496196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.496387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.764406] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.268715] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.270394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.270540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.271372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.271476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.271597] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be updated. [ 783.305651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.305914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.305914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.306144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.306494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.319567] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 783.346043] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.346043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.346043] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.381072] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb in Status: SUCCESS [ 783.381513] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b786fac7-bd9e-47a9-ba64-f43509a36cbb deletion is rescheduled due to dependency. [ 783.381513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b786fac7-bd9e-47a9-ba64-f43509a36cbb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.849826] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.885592] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3a1dbf9-3b24-41bd-a638-b67839664371 in Status: SUCCESS [ 783.885910] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 deletion is rescheduled due to dependency. [ 783.886141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.354220] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.855844] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.856186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.856186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.856552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.856679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.856867] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 784.892097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.892287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.892740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.892740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.892740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.902470] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 785.335453] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 785.335718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.757887] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 786.757887] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 786.914823] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 786.915089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.915299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.915599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.916038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.916038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.916038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.916038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.916245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.916245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.916389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.916472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.916530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.916671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.916810] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.917131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.917131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.917305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.917305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.917367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.917556] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.918716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.919081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.919179] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.919282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.919345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.919487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.919583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.919645] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.935167] env[65422]: INFO networking_nsxv3.common.synchronization [req-ccae7f7c-bc20-4424-b814-4d38b084427d req-fdb811ad-428f-4b32-895d-87007c77f583 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_members [ 786.935732] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_members [ 786.936705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.936866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.936936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.937219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.937387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.937489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.937550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.937705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.937791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.937883] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.424440] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b42c8a49-ef8a-4292-a130-99ba5ef4c07c: rpc.has_security_group_logging(os_id): False [ 787.425586] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.442047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.442047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.442047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.442360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.442360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.443775] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.443775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.443775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.443775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.443775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.443775] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 already deleted. [ 787.443775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.448317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.448317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.448317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.448317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.449194] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.449194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.449194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.449194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.449194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.449194] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be created. [ 787.511969] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.514039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.514039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.514039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.514039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.522020] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.523018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.523018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.523402] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.523802] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.526371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.526371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.526371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.526371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.526371] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.526371] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.526371] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.526371] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.526371] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.526371] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.526371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.529557] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 787.552298] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.552298] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.552298] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.552298] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.552298] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-b4d33353-d9f7-496e-9fb4-be39d02d940f taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.552298] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.552298] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.552681] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.552681] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d33353-d9f7-496e-9fb4-be39d02d940f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.928583] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.057750] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.057952] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.058351] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.058491] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.058555] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.058681] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port b4d33353-d9f7-496e-9fb4-be39d02d940f not found, creating... [ 788.058932] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.059093] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.059229] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.059452] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.059581] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.059934] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.060247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.060247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.060417] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.061137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.061137] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: b4d33353-d9f7-496e-9fb4-be39d02d940f is going to be created. [ 788.089255] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.089474] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.089608] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.090038] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.090445] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.090601] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.432494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.432782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.432865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.433119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.433227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.433389] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 788.472091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.472396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.472396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.472511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.472768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.484127] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 788.825383] env[65422]: INFO networking_nsxv3.common.synchronization [req-ccae7f7c-bc20-4424-b814-4d38b084427d req-e4ee1473-9ee2-4cbe-bbb0-a70814766481 service nova] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_rules [ 788.825550] env[65422]: INFO networking_nsxv3.common.synchronization [req-ccae7f7c-bc20-4424-b814-4d38b084427d req-e4ee1473-9ee2-4cbe-bbb0-a70814766481 service nova] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_members [ 788.825680] env[65422]: INFO networking_nsxv3.common.synchronization [req-ccae7f7c-bc20-4424-b814-4d38b084427d req-e4ee1473-9ee2-4cbe-bbb0-a70814766481 service nova] Enqueued Resource ID: b4d33353-d9f7-496e-9fb4-be39d02d940f with Priority: HIGHEST for action port [ 788.830142] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_rules [ 788.830142] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_members [ 788.830142] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4d33353-d9f7-496e-9fb4-be39d02d940f with Priority: HIGHEST for action port [ 788.830142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.830142] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.830142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.830142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.830142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.830142] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.833528] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4d33353-d9f7-496e-9fb4-be39d02d940f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.833640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.833702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.833939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.834012] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4d33353-d9f7-496e-9fb4-be39d02d940f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.849881] env[65422]: INFO networking_nsxv3.common.synchronization [None req-83f854a7-12f7-4027-a26a-e22a20d6566a None None] Enqueued Resource ID: eb32fadb-8efd-4d9d-afea-90f0f7f6b974 with Priority: HIGHEST for action port [ 788.850467] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb32fadb-8efd-4d9d-afea-90f0f7f6b974 with Priority: HIGHEST for action port [ 788.850774] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb32fadb-8efd-4d9d-afea-90f0f7f6b974 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.850898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb32fadb-8efd-4d9d-afea-90f0f7f6b974" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.850959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb32fadb-8efd-4d9d-afea-90f0f7f6b974" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.851644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb32fadb-8efd-4d9d-afea-90f0f7f6b974" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.851761] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb32fadb-8efd-4d9d-afea-90f0f7f6b974',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.933923] env[65422]: INFO networking_nsxv3.common.synchronization [None req-231d4d47-12e3-4b50-bb2c-9cc23eb91039 None None] Enqueued Resource ID: 3ea0df75-911a-4fe9-8cc3-47e7efa74736 with Priority: HIGHEST for action port [ 788.934568] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea0df75-911a-4fe9-8cc3-47e7efa74736 with Priority: HIGHEST for action port [ 789.092025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea0df75-911a-4fe9-8cc3-47e7efa74736 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.092383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea0df75-911a-4fe9-8cc3-47e7efa74736" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.092383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea0df75-911a-4fe9-8cc3-47e7efa74736" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.092513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea0df75-911a-4fe9-8cc3-47e7efa74736" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.092569] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea0df75-911a-4fe9-8cc3-47e7efa74736',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.336941] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.336941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.338185] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4d33353-d9f7-496e-9fb4-be39d02d940f with status ACTIVE [ 789.338420] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.338550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.338612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.338775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.339338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.340047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.340047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340409] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.340569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.340569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.340736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.340855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.340985] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4d33353-d9f7-496e-9fb4-be39d02d940f is going to be updated. [ 789.342635] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.354232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb32fadb-8efd-4d9d-afea-90f0f7f6b974 [ 789.354935] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.355043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.355127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.356645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.356645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.356645] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb32fadb-8efd-4d9d-afea-90f0f7f6b974 already deleted. [ 789.356645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb32fadb-8efd-4d9d-afea-90f0f7f6b974" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.369411] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.369574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.369881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.369881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.369948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.370106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4d33353-d9f7-496e-9fb4-be39d02d940f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.543593] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 789.543953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.544269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.545782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.545782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.595255] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ea0df75-911a-4fe9-8cc3-47e7efa74736 [ 789.595487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.595618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.595685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.596792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.596792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.596792] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ea0df75-911a-4fe9-8cc3-47e7efa74736 already deleted. [ 789.598867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea0df75-911a-4fe9-8cc3-47e7efa74736" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.673722] env[65422]: INFO networking_nsxv3.common.synchronization [req-b5671b99-1afb-40dc-aefd-ecd884bf109f req-6a49cfdf-ca58-4fde-8261-67a5aafae488 tempest-FloatingIPsAssociationTestJSON-263007202 tempest-FloatingIPsAssociationTestJSON-263007202-project-member] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 789.674297] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 789.676763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.676763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.676763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.676763] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.844645] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.048141] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.179093] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.348310] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.348489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.348556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.348760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.348885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.349350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 is going to be created. [ 790.377090] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.377311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.377311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.377514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.377670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.388524] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 in Status: UNINITIALIZED for 2s [ 790.500711] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 790.500965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.501191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.501425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.501619] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.501735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.501798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.502014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.502774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.502774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.502774] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.682151] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.005688] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.006253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.006253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.006378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.006456] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.006867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.006867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.006867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.006867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.007090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.007090] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.007214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.007461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.007461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.007700] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.007700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.007700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.008320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.008320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.008320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.008320] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.189542] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.189856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.189856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.190478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.190478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.190478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be updated. [ 791.223966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.224229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.224229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.224510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.224717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.238807] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 791.510678] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b42c8a49-ef8a-4292-a130-99ba5ef4c07c: rpc.has_security_group_logging(os_id): False [ 791.530911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.533025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.533025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.534832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.534832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.534832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.534832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.534832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.534832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.535305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.535612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.535811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.536024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 791.614227] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.614375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.614462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.615041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.615041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.632250] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 792.402486] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 in Status: SUCCESS [ 792.402830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.402897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.403129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.403318] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.403472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.403546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.403641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.403749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.403797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.403885] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.652720] env[65422]: INFO networking_nsxv3.common.synchronization [None req-8f9ea2c0-2e34-4c19-bffa-a030c1222a99 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_rules [ 792.653679] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_rules [ 792.654598] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.654782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.654869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.655166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.655266] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.769981] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7923ffcf-cfa9-40d6-a649-b4d3ae641911 tempest-ServersTestManualDisk-281688340 tempest-ServersTestManualDisk-281688340-project-member] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_rules [ 792.771460] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_rules [ 792.771460] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.771460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.771460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.771460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.771460] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.858599] env[65422]: INFO networking_nsxv3.common.synchronization [None req-48fedd3e-010a-45b5-af21-61749b4f1432 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_rules [ 792.859272] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_rules [ 792.859675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.859675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.906319] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.946405] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a8171813-2c71-4e00-84d2-dc2c0a11385c tempest-ServersTestManualDisk-281688340 tempest-ServersTestManualDisk-281688340-project-member] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_rules [ 792.946405] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_rules [ 792.946636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.946636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.043401] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a93d4d13-3969-4111-9bb5-86afc13e9c0a None None] Enqueued Resource ID: 0d8b3bc8-94d2-4896-8f35-d3446d4113c2 with Priority: HIGHEST for action port [ 793.047021] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8b3bc8-94d2-4896-8f35-d3446d4113c2 with Priority: HIGHEST for action port [ 793.047021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d8b3bc8-94d2-4896-8f35-d3446d4113c2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.047021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d8b3bc8-94d2-4896-8f35-d3446d4113c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.047021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d8b3bc8-94d2-4896-8f35-d3446d4113c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.047021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d8b3bc8-94d2-4896-8f35-d3446d4113c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.047021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d8b3bc8-94d2-4896-8f35-d3446d4113c2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.181182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.181182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.181182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.181470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.181550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.181773] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 already deleted. [ 793.181936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.182302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.182541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.182706] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.248995] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 793.251688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.293250] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.293350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.293350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.295156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.295156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.295156] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b already deleted. [ 793.295156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.295156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.295156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.295156] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.410706] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8: rpc.has_security_group_logging(os_id): False [ 793.432339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.432339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.432339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.432548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.432548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.433185] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.433185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.433342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.433480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.433571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.433794] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 is going to be created. [ 793.459412] env[65422]: INFO networking_nsxv3.common.synchronization [None req-3918a0fc-310c-4654-b053-03bde5273727 None None] Enqueued Resource ID: fc3f95a6-b445-4444-b630-d4a9052325cf with Priority: HIGHEST for action port [ 793.459412] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc3f95a6-b445-4444-b630-d4a9052325cf with Priority: HIGHEST for action port [ 793.459412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc3f95a6-b445-4444-b630-d4a9052325cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.459738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc3f95a6-b445-4444-b630-d4a9052325cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.459738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc3f95a6-b445-4444-b630-d4a9052325cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.459926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc3f95a6-b445-4444-b630-d4a9052325cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.459926] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc3f95a6-b445-4444-b630-d4a9052325cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.518812] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.519032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.519638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.519971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.520304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.535833] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 in Status: IN_PROGRESS for 2s [ 793.549376] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d8b3bc8-94d2-4896-8f35-d3446d4113c2 [ 793.549743] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.549954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.550054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.550322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.550772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.550931] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d8b3bc8-94d2-4896-8f35-d3446d4113c2 already deleted. [ 793.551229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d8b3bc8-94d2-4896-8f35-d3446d4113c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.655435] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 793.655435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.655435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.655435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.655435] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.707689] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.707798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.707798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.708084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.708375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.708375] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 already deleted. [ 793.708470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.821928] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.822052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.822148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.822465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.822614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.822765] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b already deleted. [ 793.822905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.964790] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc3f95a6-b445-4444-b630-d4a9052325cf [ 793.965090] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.965252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.965358] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.965767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.966481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.966597] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc3f95a6-b445-4444-b630-d4a9052325cf already deleted. [ 793.966693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc3f95a6-b445-4444-b630-d4a9052325cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.158741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.158741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.158741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.158741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.158741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.159070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.159070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.159070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.159186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.159235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.159350] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.665435] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.665733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.665733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.665890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.666081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.666181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.666240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.666389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.666470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.666554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.666693] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.666771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.667925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.667925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.667925] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.911629] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-17a791cc-a09e-4a12-871d-bf6de179f856 tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 794.912644] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 794.913287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.915028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.915028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.915449] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.172505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b42c8a49-ef8a-4292-a130-99ba5ef4c07c: rpc.has_security_group_logging(os_id): False [ 795.190689] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.190689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.190689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.190930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.190984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.191206] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.191299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.191402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.191507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.191579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.191750] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.191827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.191936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.192495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.192551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.192689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.192778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.192845] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 795.270303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.270857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.271321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.271321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.271321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.291273] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 795.419360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.419360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.419360] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 already deleted. [ 795.419360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.554419] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 in Status: SUCCESS [ 795.555038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.913968] env[65422]: INFO networking_nsxv3.common.synchronization [req-64b5f3d9-8ab5-469a-9656-741a702b549b req-cd7a9b10-7113-4179-a6d3-85de94d3f099 tempest-ListServersNegativeTestJSON-1298772713 tempest-ListServersNegativeTestJSON-1298772713-project-member] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 795.914654] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 795.915076] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.915205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.915323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.915568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.915861] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.915947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.915947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.916797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.916797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.916797] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.930022] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.930022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.931341] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.931341] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.931421] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.931654] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.931839] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.932195] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.932427] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.932734] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.932945] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.933156] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.933324] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.933501] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.933669] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.933875] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.961226] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.961476] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.961620] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.961808] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.962247] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-f956ccee-3465-49d9-8608-0bb9d01afbe6 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.962423] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.962542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.962925] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.963029] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f956ccee-3465-49d9-8608-0bb9d01afbe6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.421195] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.465194] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.465384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.465506] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.465782] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.465925] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.466092] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port f956ccee-3465-49d9-8608-0bb9d01afbe6 not found, creating... [ 796.466632] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.466632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.466632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.466873] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.466930] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.467230] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.467383] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.467493] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.467691] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.467815] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.468761] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: f956ccee-3465-49d9-8608-0bb9d01afbe6 is going to be created. [ 796.490257] env[65422]: INFO networking_nsxv3.common.synchronization [None req-8439281c-4aa9-4da8-9941-d01cec7fb17f None None] Enqueued Resource ID: 08c22ce8-9ec0-4054-9691-f3f79e455c71 with Priority: HIGHEST for action port [ 796.492030] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.492232] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.492435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.492792] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.493187] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.493531] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.495069] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08c22ce8-9ec0-4054-9691-f3f79e455c71 with Priority: HIGHEST for action port [ 796.495615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-08c22ce8-9ec0-4054-9691-f3f79e455c71 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.495735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08c22ce8-9ec0-4054-9691-f3f79e455c71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.495799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08c22ce8-9ec0-4054-9691-f3f79e455c71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.496375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08c22ce8-9ec0-4054-9691-f3f79e455c71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.496470] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08c22ce8-9ec0-4054-9691-f3f79e455c71',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.924606] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.999226] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08c22ce8-9ec0-4054-9691-f3f79e455c71 [ 796.999716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.999872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.999953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.000161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.000255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.000360] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08c22ce8-9ec0-4054-9691-f3f79e455c71 already deleted. [ 797.000447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08c22ce8-9ec0-4054-9691-f3f79e455c71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.233156] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-d126a504-c516-48b3-8402-c0258b758ab2 service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 797.234429] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-d126a504-c516-48b3-8402-c0258b758ab2 service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 797.234429] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-d126a504-c516-48b3-8402-c0258b758ab2 service nova] Enqueued Resource ID: f956ccee-3465-49d9-8608-0bb9d01afbe6 with Priority: HIGHEST for action port [ 797.234429] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 797.234429] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 797.234429] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f956ccee-3465-49d9-8608-0bb9d01afbe6 with Priority: HIGHEST for action port [ 797.234673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.234673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.234764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.235072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240020] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.240020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.240020] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.240020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f956ccee-3465-49d9-8608-0bb9d01afbe6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.240020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240020] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f956ccee-3465-49d9-8608-0bb9d01afbe6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.307405] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 797.309314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.426789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.429577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.429577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.429577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.429577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.429577] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 797.457278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.457430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.457524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.457794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.457999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.473295] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 797.744145] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.744145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.744145] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.744145] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f956ccee-3465-49d9-8608-0bb9d01afbe6 with status ACTIVE [ 797.744145] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.744498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.744498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.744498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.744587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.744755] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.744831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.744883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.745038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.745120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.745296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.745390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.745440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.746614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.746614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.746614] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f956ccee-3465-49d9-8608-0bb9d01afbe6 is going to be updated. [ 797.768979] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.768979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.768979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.769165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.769297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.769450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f956ccee-3465-49d9-8608-0bb9d01afbe6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.248965] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.751796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.753524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.753524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.753524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.753524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.754462] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be created. [ 798.775755] env[65422]: INFO networking_nsxv3.common.synchronization [None req-736e3730-e284-4136-94af-fdf430c3d831 None None] Enqueued Resource ID: 5f405853-aca8-4307-bd92-4ccdfd427ead with Priority: HIGHEST for action port [ 798.776361] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f405853-aca8-4307-bd92-4ccdfd427ead with Priority: HIGHEST for action port [ 798.779232] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f405853-aca8-4307-bd92-4ccdfd427ead taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.779361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f405853-aca8-4307-bd92-4ccdfd427ead" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.780332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f405853-aca8-4307-bd92-4ccdfd427ead" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.780332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f405853-aca8-4307-bd92-4ccdfd427ead" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.780332] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f405853-aca8-4307-bd92-4ccdfd427ead',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.784310] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.784458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.784501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.784700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.784881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.796746] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: UNINITIALIZED for 2s [ 799.282954] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f405853-aca8-4307-bd92-4ccdfd427ead [ 799.282954] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.282954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.282954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.283770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.283770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.283770] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f405853-aca8-4307-bd92-4ccdfd427ead already deleted. [ 799.283954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f405853-aca8-4307-bd92-4ccdfd427ead" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.486169] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 799.486169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.494903] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-85037b60-2c7c-480b-9fbe-272821dc87c6 tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 799.495408] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 799.497535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.497535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.060284] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.060967] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.060967] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.060967] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.061768] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.061768] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.061768] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.061985] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.062161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.062398] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.062558] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.062712] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.064094] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.064094] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.064094] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.064094] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.088195] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.088301] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.088976] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.088976] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.089125] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-cb078d1e-65b3-4dfd-980e-792978036eb5 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.089277] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.089436] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.089819] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.090723] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb078d1e-65b3-4dfd-980e-792978036eb5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.595973] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.596291] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.596423] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.596692] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.596837] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.596987] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port cb078d1e-65b3-4dfd-980e-792978036eb5 not found, creating... [ 800.597277] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.597429] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.597541] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.597753] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.597884] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.598177] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.598329] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.598495] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.598637] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.598763] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.598896] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: cb078d1e-65b3-4dfd-980e-792978036eb5 is going to be created. [ 800.627554] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.627554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.627554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.627853] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.628640] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.628640] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.811285] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 800.811511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.811678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.811888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.812248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.812386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.812454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.812620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.812703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.812801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.812881] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.814465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.814647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.814820] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.814964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.814995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.815142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.815234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.815311] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.317020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.317020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.317202] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.441217] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-a9fc0bfc-085d-4287-aea5-519206a0d7d7 service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 801.441217] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-a9fc0bfc-085d-4287-aea5-519206a0d7d7 service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 801.441307] env[65422]: INFO networking_nsxv3.common.synchronization [req-3dda3d35-49c5-4cb9-ba0a-221f6ce8eee6 req-a9fc0bfc-085d-4287-aea5-519206a0d7d7 service nova] Enqueued Resource ID: cb078d1e-65b3-4dfd-980e-792978036eb5 with Priority: HIGHEST for action port [ 801.442130] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 801.442130] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 801.442130] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb078d1e-65b3-4dfd-980e-792978036eb5 with Priority: HIGHEST for action port [ 801.442453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.442553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.442754] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.442833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.443054] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb078d1e-65b3-4dfd-980e-792978036eb5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.443164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.443229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.443434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.443513] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb078d1e-65b3-4dfd-980e-792978036eb5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.819297] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.945302] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb078d1e-65b3-4dfd-980e-792978036eb5 with status ACTIVE [ 801.945953] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.949216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.949216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.949216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.949216] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb078d1e-65b3-4dfd-980e-792978036eb5 is going to be updated. [ 801.974251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.975449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.975561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.975881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.976154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.980074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb078d1e-65b3-4dfd-980e-792978036eb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.323616] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.323763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.323802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.327020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.327020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.327020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 802.371170] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.371627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.371627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.372038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.372388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.385107] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 802.499894] env[65422]: INFO networking_nsxv3.common.synchronization [None req-466457d9-72c7-4104-8316-5d0141fd1f4c None None] Enqueued Resource ID: d317fa6b-0e0c-4d05-9059-36c1497124c4 with Priority: HIGHEST for action port [ 802.500159] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d317fa6b-0e0c-4d05-9059-36c1497124c4 with Priority: HIGHEST for action port [ 802.500456] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d317fa6b-0e0c-4d05-9059-36c1497124c4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.500587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d317fa6b-0e0c-4d05-9059-36c1497124c4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.500647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d317fa6b-0e0c-4d05-9059-36c1497124c4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.500871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d317fa6b-0e0c-4d05-9059-36c1497124c4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.500954] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d317fa6b-0e0c-4d05-9059-36c1497124c4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.741494] env[65422]: INFO networking_nsxv3.common.synchronization [req-b005ce30-06ea-49cb-82cb-bc28f40f0e47 req-02262510-0f42-4df1-874a-7185d66b0526 tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 802.742169] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 802.742519] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.745198] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.745198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.745198] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.007726] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d317fa6b-0e0c-4d05-9059-36c1497124c4 [ 803.007726] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.007726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.007726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.007726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.007726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.007726] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d317fa6b-0e0c-4d05-9059-36c1497124c4 already deleted. [ 803.007726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d317fa6b-0e0c-4d05-9059-36c1497124c4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.245882] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.246108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.246151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.246351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.270681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.270985] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.271104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.271157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.271374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.271483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.271546] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 803.319386] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.319600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.319600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.319787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.319984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.329781] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 804.398200] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 804.398200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.398200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.399160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.399160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.399160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.399160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.399160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.399160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.399160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.399716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.399716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.399716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.399716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.399716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.399716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.399987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.399987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.399987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.400199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.401922] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.401922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.401922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.401922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.401922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.401922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.402209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.402209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.402209] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.908902] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34de2e2c-d3ca-4201-9802-b2827cd73bd8: rpc.has_security_group_logging(os_id): False [ 804.908902] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.929899] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.930967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.931201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.931571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.931828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.932486] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.932486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.932486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.932659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.932659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.932870] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.932870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.932983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.933130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.933257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.933931] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.933931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.933931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.933931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.933931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.933931] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be created. [ 805.002835] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.003684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.003821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.004623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.004837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.018115] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 805.333900] env[65422]: INFO networking_nsxv3.common.synchronization [None req-53ac7714-4e06-4259-974d-68f43baceee7 None None] Enqueued Resource ID: 569a5023-e237-4772-a736-0e70c8baa563 with Priority: HIGHEST for action port [ 805.334952] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569a5023-e237-4772-a736-0e70c8baa563 with Priority: HIGHEST for action port [ 805.334952] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-569a5023-e237-4772-a736-0e70c8baa563 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.335789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569a5023-e237-4772-a736-0e70c8baa563" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.335888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569a5023-e237-4772-a736-0e70c8baa563" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.336169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569a5023-e237-4772-a736-0e70c8baa563" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.336252] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569a5023-e237-4772-a736-0e70c8baa563',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.344009] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 805.344238] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 deletion is rescheduled due to dependency. [ 805.344407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.412745] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.840208] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 569a5023-e237-4772-a736-0e70c8baa563 [ 805.840492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.840628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.840695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.840917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.841012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.841125] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:569a5023-e237-4772-a736-0e70c8baa563 already deleted. [ 805.841233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569a5023-e237-4772-a736-0e70c8baa563" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.917679] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.917825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.917924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.918348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.918348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.918521] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 805.949685] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.949821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.949907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.950152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.950863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.960113] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 806.821191] env[65422]: INFO networking_nsxv3.common.synchronization [req-04552605-2287-4443-b7d7-4cd2dafdb193 req-2046fb52-4852-43a4-b758-75767d786841 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 806.821191] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 806.821191] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.821191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.821191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.821191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.821191] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.821191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.821191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.824366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.824366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.824366] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.034693] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 807.035126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.035451] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.168702] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.168924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.169460] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.169460] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.169564] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.170151] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.170151] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.173694] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.173694] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.173694] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.173694] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.173919] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.174132] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.174263] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.174372] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.174587] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.197448] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.197638] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.197762] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.197948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.198310] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.198490] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.198615] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.198959] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.199121] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859e5cfc-c759-44b5-9f3e-fc7a2532d1aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.325852] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.326080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.326182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.326323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.326427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.326628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.326728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.326788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.326972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.327128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.327232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 already deleted. [ 807.327365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.541241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.541241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.701602] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.701819] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.701941] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.702538] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.702785] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.703053] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 859e5cfc-c759-44b5-9f3e-fc7a2532d1aa not found, creating... [ 807.703471] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.703720] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.703911] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.704290] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.704502] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.704965] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.705227] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.705412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.705719] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.705917] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.706136] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 859e5cfc-c759-44b5-9f3e-fc7a2532d1aa is going to be created. [ 807.729017] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.729346] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.729901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.729901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.730048] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.730320] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973395] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.973395] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.973395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.975885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.975885] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.477458] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.477676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.477777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.478164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.478429] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.478584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.478683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.478923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.479067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.479205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.479432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.479564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.479656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.479860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.480114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.480253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.480345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.480553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.480662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480907] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.552931] env[65422]: INFO networking_nsxv3.common.synchronization [req-04552605-2287-4443-b7d7-4cd2dafdb193 req-1199c19e-abde-4e32-908c-48449f00b53d service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 808.553045] env[65422]: INFO networking_nsxv3.common.synchronization [req-04552605-2287-4443-b7d7-4cd2dafdb193 req-1199c19e-abde-4e32-908c-48449f00b53d service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 808.553112] env[65422]: INFO networking_nsxv3.common.synchronization [req-04552605-2287-4443-b7d7-4cd2dafdb193 req-1199c19e-abde-4e32-908c-48449f00b53d service nova] Enqueued Resource ID: 859e5cfc-c759-44b5-9f3e-fc7a2532d1aa with Priority: HIGHEST for action port [ 808.553649] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 808.553784] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 808.553947] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 859e5cfc-c759-44b5-9f3e-fc7a2532d1aa with Priority: HIGHEST for action port [ 808.554244] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.554386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.554454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.554708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.554788] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.555983] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.556101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.556207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.556338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.556507] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.556660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.556660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.557102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.557102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.557102] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.557751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.557852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.557912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.558067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.558754] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('859e5cfc-c759-44b5-9f3e-fc7a2532d1aa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.988089] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34de2e2c-d3ca-4201-9802-b2827cd73bd8: rpc.has_security_group_logging(os_id): False [ 809.010367] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.011289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.011289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.011289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.011289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.011289] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.011289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.011707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.011707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.011707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.011845] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.011927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.011980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.012470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.012588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.012896] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.013052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.013177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.013407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.013546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.013642] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 809.060324] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.061490] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.061637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.063853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 859e5cfc-c759-44b5-9f3e-fc7a2532d1aa with status ACTIVE [ 809.063853] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.064247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.064247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.064544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.064544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.064758] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.064838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.064838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.064972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065310] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.065408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.065482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.065633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.065694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.065796] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 859e5cfc-c759-44b5-9f3e-fc7a2532d1aa is going to be updated. [ 809.087655] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.087807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.087868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.088129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.088307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.088519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-859e5cfc-c759-44b5-9f3e-fc7a2532d1aa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.093574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.093574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.093574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.093574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.093819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.111540] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 809.563539] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.669740] env[65422]: INFO networking_nsxv3.common.synchronization [req-9878f1f2-8475-4f4f-8ce4-18acd687c5c6 req-d7abef26-820b-4dcf-9a64-52adae326a7c tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 809.669943] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 809.670282] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.670282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.670466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.670669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.672087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.672087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.672087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.672087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.672087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.672087] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.065882] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.066260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.066260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.066352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.069017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.069017] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be created. [ 810.097072] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.097072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.098991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.098991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.098991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.111863] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: UNINITIALIZED for 2s [ 810.174407] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.676907] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.128753] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 811.128753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180244] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.180244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.180482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.180553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.180650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.180750] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 811.213081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.213204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.213282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.213552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.213727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.224458] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 812.121885] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 812.122246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.122443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.122685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.123463] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.123463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.123463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.123848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.123914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.124057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.124174] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.626565] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.626793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.626793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.627167] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.627273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.627338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.627487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.627576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627804] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.627891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.627949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.628141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.628275] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.628392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.628433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.628547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.628606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.628686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.628821] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.130891] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aacd7f3c-2fec-4bfd-9bed-8e955dced279: rpc.has_security_group_logging(os_id): False [ 813.150147] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.150291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.150377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.150570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.150680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.150938] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.151098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.151753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.151753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.151753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.151753] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.151753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.152161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.152161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.152240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.152487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.152697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.152752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.153401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.153401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.153401] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be created. [ 813.216887] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.216887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.216887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.216887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.216887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.233643] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 813.235230] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 813.235230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.672275] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 814.672275] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 815.248688] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 815.248928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.635274] env[65422]: INFO networking_nsxv3.common.synchronization [req-2060296c-774d-42e5-87b4-4807d4b00188 req-b6f02f89-f575-40b7-a40b-68561a7cf21c tempest-ServersNegativeTestJSON-811523686 tempest-ServersNegativeTestJSON-811523686-project-member] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 815.635946] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 815.636623] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.636812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.637013] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.637122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.637322] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.637491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.637629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.637924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.637924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.638100] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.143041] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.185174] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.185798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.186111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.186467] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.187232] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.187426] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.187556] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.188071] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.188264] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.188503] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.188817] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.189030] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.189391] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.189543] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.189714] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.190231] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.214421] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.214661] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.214661] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.214863] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.215209] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-d6631e8b-b965-49cf-894f-adee439934ac taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.215418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.215546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.215886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.216040] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6631e8b-b965-49cf-894f-adee439934ac',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.513664] env[65422]: INFO networking_nsxv3.common.synchronization [req-d5b11c35-e4e6-45b5-a6c4-841ea251b31e req-7cf97bfd-a96c-489f-a438-2e224ebf4527 tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 816.514061] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 816.514306] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.514423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.514490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.514687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.514831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.514925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.515053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.515140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.515226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.515318] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.645901] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.710324] env[65422]: INFO networking_nsxv3.common.synchronization [req-7784b808-7daf-46f8-af8e-73e8cb336cfa req-0a7169c5-b943-43c0-b9d1-3ed2adcab87e tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 816.710818] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 816.711178] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.711596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.711596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.711596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.711818] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.711818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.711818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.711979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.712024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.712112] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.717795] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.717925] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.718053] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.718322] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.718458] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.718600] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port d6631e8b-b965-49cf-894f-adee439934ac not found, creating... [ 816.718841] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.718986] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.719109] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.719387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.719521] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.719796] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.719989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.720099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.720284] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.720410] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.720544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: d6631e8b-b965-49cf-894f-adee439934ac is going to be created. [ 816.743110] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.743400] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.743527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.743793] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.744023] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.744249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.017922] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.106771] env[65422]: INFO networking_nsxv3.common.synchronization [req-1baeb25e-2556-4dbc-8c14-2bdaf4197beb req-b455c3b7-2989-420c-b6f2-6db2f25cc5e7 tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 817.106771] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 817.106771] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.106771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.148383] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.148383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.149307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.150075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.150075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.150075] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 817.180548] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.180786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.180786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.181419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.181419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.192121] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 817.214496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.214702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.214783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.214994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.215097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.215466] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.215563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.215620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.215764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.215834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.215917] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 817.250041] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.250239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.250323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.250468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.250604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.260574] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 817.483858] env[65422]: INFO networking_nsxv3.common.synchronization [req-2060296c-774d-42e5-87b4-4807d4b00188 req-f883f26c-6fbf-47ed-b4fe-4d7158dbc13a service nova] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_rules [ 817.483858] env[65422]: INFO networking_nsxv3.common.synchronization [req-2060296c-774d-42e5-87b4-4807d4b00188 req-f883f26c-6fbf-47ed-b4fe-4d7158dbc13a service nova] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 817.483858] env[65422]: INFO networking_nsxv3.common.synchronization [req-2060296c-774d-42e5-87b4-4807d4b00188 req-f883f26c-6fbf-47ed-b4fe-4d7158dbc13a service nova] Enqueued Resource ID: d6631e8b-b965-49cf-894f-adee439934ac with Priority: HIGHEST for action port [ 817.484391] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_rules [ 817.484537] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 817.484573] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6631e8b-b965-49cf-894f-adee439934ac with Priority: HIGHEST for action port [ 817.485169] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.485169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.485169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.485374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.485374] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.486532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.487804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.487804] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6631e8b-b965-49cf-894f-adee439934ac taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.487804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.487804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.487804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.487804] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6631e8b-b965-49cf-894f-adee439934ac',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.523191] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.988513] env[65422]: INFO networking_nsxv3.common.synchronization [req-7019a06d-3c88-4515-b902-88f729f72574 req-250db989-8ceb-4f5f-a3ab-42326dd6a3d3 tempest-ListServerFiltersTestJSON-450683048 tempest-ListServerFiltersTestJSON-450683048-project-member] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 817.988513] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 817.988513] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.988513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.988513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.988760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.988934] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.989021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.989021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.989155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.989234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.989321] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.990488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.990587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.990720] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6631e8b-b965-49cf-894f-adee439934ac with status ACTIVE [ 817.991277] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.991277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.991277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.991277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.991557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.991557] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.991557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.991666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.993062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.993062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.993062] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.993062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.993062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.993062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.993062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.993062] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6631e8b-b965-49cf-894f-adee439934ac is going to be updated. [ 818.016539] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.016703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.016769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.016976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.017124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.017298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6631e8b-b965-49cf-894f-adee439934ac" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.026345] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.026489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.026556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.026764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.026852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.026948] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 818.060653] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.060858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.060923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.061158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.061253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.072910] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 818.416284] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.416597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.417666] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.417666] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.417666] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.417666] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.417925] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.417963] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.418108] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.418317] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.418439] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.418535] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.418639] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.418747] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.418849] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.418978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.438587] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.438762] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.438898] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.439091] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.439748] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-23e068ca-4763-4b07-a124-fdeee41f5399 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.440035] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.440222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.440809] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.440894] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e068ca-4763-4b07-a124-fdeee41f5399',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.495789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.496080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.496080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.496625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.496625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.496625] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.496625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.497070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.497070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.497070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.497070] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 already deleted. [ 818.497070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947020] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 23e068ca-4763-4b07-a124-fdeee41f5399 not found, creating... [ 818.947020] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.947020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947554] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.947554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.947554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.947554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.947554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.947554] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 23e068ca-4763-4b07-a124-fdeee41f5399 is going to be created. [ 818.969528] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.969528] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.969528] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.969767] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.970128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.970283] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.202429] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 819.202759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.202956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.203288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.203569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.203746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.203816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.204053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.204607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.204607] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.270193] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 819.270193] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 819.270193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.698714] env[65422]: INFO networking_nsxv3.common.synchronization [req-7019a06d-3c88-4515-b902-88f729f72574 req-cc0f7d2f-6431-4a95-a151-81104bfe1362 service nova] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_rules [ 819.698714] env[65422]: INFO networking_nsxv3.common.synchronization [req-7019a06d-3c88-4515-b902-88f729f72574 req-cc0f7d2f-6431-4a95-a151-81104bfe1362 service nova] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 819.699070] env[65422]: INFO networking_nsxv3.common.synchronization [req-7019a06d-3c88-4515-b902-88f729f72574 req-cc0f7d2f-6431-4a95-a151-81104bfe1362 service nova] Enqueued Resource ID: 23e068ca-4763-4b07-a124-fdeee41f5399 with Priority: HIGHEST for action port [ 819.699693] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_rules [ 819.699693] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 819.699693] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e068ca-4763-4b07-a124-fdeee41f5399 with Priority: HIGHEST for action port [ 819.699855] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.700019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.700019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.700709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.700709] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.701663] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.702176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.702288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.702494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.702670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.702804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.705100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.705292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.705391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.705488] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.706307] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e068ca-4763-4b07-a124-fdeee41f5399 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.706442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.706526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.706708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.706807] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e068ca-4763-4b07-a124-fdeee41f5399',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.707976] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.084884] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 820.084884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.084884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.084884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.084884] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.085292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.085292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.085292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.085292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.085426] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.208348] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.209579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.210481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.210709] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23e068ca-4763-4b07-a124-fdeee41f5399 with status ACTIVE [ 820.210957] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.211138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.211211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.211439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.211531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.211710] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.211806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.211861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.212048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.212117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.212306] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.212397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.212502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.212588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.212658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.212738] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23e068ca-4763-4b07-a124-fdeee41f5399 is going to be updated. [ 820.213876] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.242161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.242161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.242161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.242381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.242811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.243034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e068ca-4763-4b07-a124-fdeee41f5399" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.587812] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.587973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.588064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.588391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.588668] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.588779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.588779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.588886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.588958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.589059] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 820.625206] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.625351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.625351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.625516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.625656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.636196] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 820.716307] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.716658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.716700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.718724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.718724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.718724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 820.719189] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.754611] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.754835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.754835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.755137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.755233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.765376] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 821.223082] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.223488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.223488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.223762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.223762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.223876] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be created. [ 821.251629] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.251629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.251629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.251629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.251629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.264238] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: UNINITIALIZED for 2s [ 822.645982] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 822.646451] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 deletion is rescheduled due to dependency. [ 822.646451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.777037] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 822.777454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.777758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.778033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.778443] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.778593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.778660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.778922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.779146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.779263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.779378] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.275256] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 823.275475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.275641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.275914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.277233] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.277233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.277233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.277233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.277233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.277233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.277233] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.283026] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.283026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.283026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.283026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.283026] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.283316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.283316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.283407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.283450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.283996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.283996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.283996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.284208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.284240] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.284378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.284437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.284659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.284745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.284829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.284919] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.779305] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.779616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.779616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.779743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.779994] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.779994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.780250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.780290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.780401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.780516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.780625] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.780710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.780766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.780910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.781053] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.781210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.781298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.781447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.781594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.781658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.781725] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.787995] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5e6770-f314-4d32-9bde-765d26ec0966: rpc.has_security_group_logging(os_id): False [ 823.811860] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.812275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.812275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.812683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.838470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.838470] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.838470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.838470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.838736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.838736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.838853] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.838947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.839016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.839181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.839260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.839449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.839541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.839607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.839941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.839941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.839941] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 823.947625] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.948285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.948482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.948828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.972057] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 824.285076] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4994a1fd-2aed-4752-ae02-9d4e0aec03a9: rpc.has_security_group_logging(os_id): False [ 824.306185] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.306185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.306185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.306732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.306870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.307157] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.307327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.307455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.307696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.307841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.308121] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.308255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.308319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.308473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.308571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.308848] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.308968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.309062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.309298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.309388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.309522] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be created. [ 824.374036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.374036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.374036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.374036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.374036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.386086] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 824.700646] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 824.700830] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 825.422021] env[65422]: INFO networking_nsxv3.common.synchronization [None req-0f50e84c-5235-492b-b8cf-2ffa65cc5564 None None] Enqueued Resource ID: d4d77d9f-2184-420b-8b46-af9d0752830b with Priority: HIGHEST for action port [ 825.422522] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4d77d9f-2184-420b-8b46-af9d0752830b with Priority: HIGHEST for action port [ 825.422993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4d77d9f-2184-420b-8b46-af9d0752830b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.423402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4d77d9f-2184-420b-8b46-af9d0752830b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.423402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4d77d9f-2184-420b-8b46-af9d0752830b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.423592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4d77d9f-2184-420b-8b46-af9d0752830b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.423768] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4d77d9f-2184-420b-8b46-af9d0752830b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.926478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4d77d9f-2184-420b-8b46-af9d0752830b [ 825.927054] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.927054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.927054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.927437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.927437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.927437] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4d77d9f-2184-420b-8b46-af9d0752830b already deleted. [ 825.927437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4d77d9f-2184-420b-8b46-af9d0752830b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.990147] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 825.990147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.400255] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 826.400512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.485904] env[65422]: INFO networking_nsxv3.common.synchronization [req-c161f4d2-c837-4668-9122-a3ba0b022fae req-a40608ac-b820-4e90-be1d-60c4e3597133 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 826.489485] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 826.490392] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.490648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.490648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.490979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.490979] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.491110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.491110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.491238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.491314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.491417] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.897859] env[65422]: INFO networking_nsxv3.common.synchronization [None req-fd1704d9-4e64-44c3-9d8b-88d76c948250 tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 826.897859] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 826.898129] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.898225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.898295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.898531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.898609] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.994392] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.994392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.994392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.994663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.994663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.994809] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.994907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.994966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.995147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.995631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.995757] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 827.028638] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.028795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.028861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.029115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.029270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.035357] env[65422]: INFO networking_nsxv3.common.synchronization [None req-699fa335-ed6a-4ee0-8bf6-6a32ef68b9b4 tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 827.035863] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 827.037222] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.037348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.044166] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 827.424721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.424893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.424937] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.425320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.426079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.426371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab already deleted. [ 827.426371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.426532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.426720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.426804] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.714252] env[65422]: INFO networking_nsxv3.common.synchronization [None req-2c83af31-38a2-4b91-9107-89c7ee529110 None None] Enqueued Resource ID: 4993232f-e670-40cd-8a38-e73ce7d33a36 with Priority: HIGHEST for action port [ 827.715187] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4993232f-e670-40cd-8a38-e73ce7d33a36 with Priority: HIGHEST for action port [ 827.715551] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4993232f-e670-40cd-8a38-e73ce7d33a36 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.717249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4993232f-e670-40cd-8a38-e73ce7d33a36" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.717326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4993232f-e670-40cd-8a38-e73ce7d33a36" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.717616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4993232f-e670-40cd-8a38-e73ce7d33a36" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.717704] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4993232f-e670-40cd-8a38-e73ce7d33a36',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.950483] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.950677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.950751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.950999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.951116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.951209] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab already deleted. [ 827.951301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.967616] env[65422]: INFO networking_nsxv3.common.synchronization [req-6fca73d3-5873-4738-8c6a-50ffcfee1ba7 req-797c6e5f-5dc3-415d-bb52-d6eafc0c9c75 tempest-ListServerFiltersTestJSON-450683048 tempest-ListServerFiltersTestJSON-450683048-project-member] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 827.967616] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 827.967616] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.972788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.972788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.972788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.972788] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.973153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.975026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.975026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.975026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.975026] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.221618] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4993232f-e670-40cd-8a38-e73ce7d33a36 [ 828.222389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.223309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.223430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.223684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.223796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.223938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4993232f-e670-40cd-8a38-e73ce7d33a36 already deleted. [ 828.224156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4993232f-e670-40cd-8a38-e73ce7d33a36" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.460025] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.460294] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.460564] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.460680] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.460754] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.460958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461112] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461450] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.461561] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.461668] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.461773] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.461874] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.461975] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.462119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.477067] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.482169] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.482430] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.482575] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.482748] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.483594] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-2a4e1930-c256-421a-8d7b-a1ec9324152d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.483594] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.483594] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.483939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.483939] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4e1930-c256-421a-8d7b-a1ec9324152d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.716858] env[65422]: INFO networking_nsxv3.common.synchronization [None req-05957043-bb8a-4400-84d7-3d9b1a0ef5e5 None None] Enqueued Resource ID: 974075ba-a9f6-4a04-9c74-d246fcdba934 with Priority: HIGHEST for action port [ 828.717467] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 974075ba-a9f6-4a04-9c74-d246fcdba934 with Priority: HIGHEST for action port [ 828.717794] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-974075ba-a9f6-4a04-9c74-d246fcdba934 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.718066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-974075ba-a9f6-4a04-9c74-d246fcdba934" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.718193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-974075ba-a9f6-4a04-9c74-d246fcdba934" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.718396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-974075ba-a9f6-4a04-9c74-d246fcdba934" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.718484] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('974075ba-a9f6-4a04-9c74-d246fcdba934',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.978430] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.986481] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.986700] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.986819] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.987124] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.987275] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.987447] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 2a4e1930-c256-421a-8d7b-a1ec9324152d not found, creating... [ 828.987705] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.987853] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.987964] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.988195] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.988329] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.988599] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.988746] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.988859] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.989368] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.989493] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.989636] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 2a4e1930-c256-421a-8d7b-a1ec9324152d is going to be created. [ 829.028305] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.028584] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.028776] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.029128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.029453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.029774] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.054034] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 829.054294] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 deletion is rescheduled due to dependency. [ 829.054379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.210866] env[65422]: INFO networking_nsxv3.common.synchronization [req-52a1edc3-f486-416c-85e7-c6b56489440e req-c57d155e-cbc5-4e74-ae6c-fa92ace324cd tempest-ListImageFiltersTestJSON-1091573721 tempest-ListImageFiltersTestJSON-1091573721-project-member] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 829.211479] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGHEST for action security_group_members [ 829.211851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.211988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.212194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.212360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.212518] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.212617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.212677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.212825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.212909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.212999] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.220958] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 974075ba-a9f6-4a04-9c74-d246fcdba934 [ 829.221200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.221334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.221403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.221598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.221684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.221775] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:974075ba-a9f6-4a04-9c74-d246fcdba934 already deleted. [ 829.221854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-974075ba-a9f6-4a04-9c74-d246fcdba934" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.482594] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.483309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.484965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.484965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.484965] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 829.519439] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.519604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.519661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.519871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.520031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.529889] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 829.715458] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.715654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.715727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.715953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.716059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.716534] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.716534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.716534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.716664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.716664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.716759] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be updated. [ 829.721501] env[65422]: INFO networking_nsxv3.common.synchronization [req-6fca73d3-5873-4738-8c6a-50ffcfee1ba7 req-4303f101-e2cb-4a99-820f-8bdd3d6ba94a service nova] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_rules [ 829.721723] env[65422]: INFO networking_nsxv3.common.synchronization [req-6fca73d3-5873-4738-8c6a-50ffcfee1ba7 req-4303f101-e2cb-4a99-820f-8bdd3d6ba94a service nova] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 829.721821] env[65422]: INFO networking_nsxv3.common.synchronization [req-6fca73d3-5873-4738-8c6a-50ffcfee1ba7 req-4303f101-e2cb-4a99-820f-8bdd3d6ba94a service nova] Enqueued Resource ID: 2a4e1930-c256-421a-8d7b-a1ec9324152d with Priority: HIGHEST for action port [ 829.722358] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_rules [ 829.722484] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 829.722576] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4e1930-c256-421a-8d7b-a1ec9324152d with Priority: HIGHEST for action port [ 829.722828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.722931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.722994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.723220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.723317] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.724134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.725070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725402] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4e1930-c256-421a-8d7b-a1ec9324152d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.725402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.725662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.725734] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4e1930-c256-421a-8d7b-a1ec9324152d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.746014] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.746014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.746014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.746014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.746344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.757169] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: IN_PROGRESS for 2s [ 830.229828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.229828] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a4e1930-c256-421a-8d7b-a1ec9324152d with status ACTIVE [ 830.229828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.229828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.229828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.230464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.230464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.230464] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.230464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.230464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.230464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.230696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.230696] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a4e1930-c256-421a-8d7b-a1ec9324152d is going to be updated. [ 830.255168] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.255333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.255400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.255602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.256280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.256280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4e1930-c256-421a-8d7b-a1ec9324152d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.569015] env[65422]: INFO networking_nsxv3.common.synchronization [req-84ab3461-b21d-47c4-b50f-56219a307295 req-8b9a91f4-bc8d-4c19-a96a-661706950f93 tempest-ListServerFiltersTestJSON-450683048 tempest-ListServerFiltersTestJSON-450683048-project-member] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 830.569529] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 830.569826] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.569932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.980657] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.980977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.980977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.981191] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.981753] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.981941] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.982054] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.983025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.983025] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.983025] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.983025] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.983025] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.983025] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.983309] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.983309] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.983309] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.004455] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.004640] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.004729] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.004899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-429" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.005235] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-46f89336-5fb0-4852-bdd4-5f314fbda4f9 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.005513] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.005513] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.005845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.006035] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f89336-5fb0-4852-bdd4-5f314fbda4f9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.382927] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7cbfe8b4-a555-4f06-b3c1-74218736e5d8 None None] Enqueued Resource ID: 9f05b428-11cf-405b-a303-b6d8117016f8 with Priority: HIGHEST for action port [ 831.383618] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f05b428-11cf-405b-a303-b6d8117016f8 with Priority: HIGHEST for action port [ 831.383774] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f05b428-11cf-405b-a303-b6d8117016f8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.383893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f05b428-11cf-405b-a303-b6d8117016f8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.383958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f05b428-11cf-405b-a303-b6d8117016f8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.384289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f05b428-11cf-405b-a303-b6d8117016f8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.384452] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f05b428-11cf-405b-a303-b6d8117016f8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.508041] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.508244] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.508324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.508608] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.508757] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.508912] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 46f89336-5fb0-4852-bdd4-5f314fbda4f9 not found, creating... [ 831.509213] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.509387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.509500] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509718] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509852] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.510174] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.510310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.510500] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.510814] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.511061] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.511303] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 46f89336-5fb0-4852-bdd4-5f314fbda4f9 is going to be created. [ 831.533662] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.533957] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.534096] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.534390] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.534658] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.534889] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.540952] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 831.541180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.541337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.541559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.541740] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.541852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.541916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.542083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.542165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.542328] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.770236] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36426345-0529-479d-b2ab-a3a79d31d63f in Status: SUCCESS [ 831.770932] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f deletion is rescheduled due to dependency. [ 831.770932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.886036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f05b428-11cf-405b-a303-b6d8117016f8 [ 831.886741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.886741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.886741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.886741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.886741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.887048] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f05b428-11cf-405b-a303-b6d8117016f8 already deleted. [ 831.887048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f05b428-11cf-405b-a303-b6d8117016f8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.044805] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.069073] env[65422]: INFO networking_nsxv3.common.synchronization [req-04cf3ce3-7e56-417d-9d71-414874d5ad54 req-8550b64e-0c5b-4b02-9830-4a72a4a2fba4 tempest-ServersNegativeTestJSON-811523686 tempest-ServersNegativeTestJSON-811523686-project-member] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 832.069583] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 832.069886] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.069999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.070145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.070478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.070478] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.070591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.070591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.070732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.070809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.071099] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.337699] env[65422]: INFO networking_nsxv3.common.synchronization [req-84ab3461-b21d-47c4-b50f-56219a307295 req-65af61d9-2010-4d8c-9cd1-ee115e5f7433 service nova] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_rules [ 832.337699] env[65422]: INFO networking_nsxv3.common.synchronization [req-84ab3461-b21d-47c4-b50f-56219a307295 req-65af61d9-2010-4d8c-9cd1-ee115e5f7433 service nova] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 832.337699] env[65422]: INFO networking_nsxv3.common.synchronization [req-84ab3461-b21d-47c4-b50f-56219a307295 req-65af61d9-2010-4d8c-9cd1-ee115e5f7433 service nova] Enqueued Resource ID: 46f89336-5fb0-4852-bdd4-5f314fbda4f9 with Priority: HIGHEST for action port [ 832.337907] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_rules [ 832.338039] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 832.338135] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f89336-5fb0-4852-bdd4-5f314fbda4f9 with Priority: HIGHEST for action port [ 832.338673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.338763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.339167] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.339167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.339854] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f89336-5fb0-4852-bdd4-5f314fbda4f9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.339854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.339854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.340016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.341025] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f89336-5fb0-4852-bdd4-5f314fbda4f9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.547670] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.573207] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.694943] env[65422]: INFO networking_nsxv3.common.synchronization [req-b1c4322d-f3be-4764-b048-2b05934f1f9b req-e56e01dd-74d2-4226-b5b9-6a7fea1c8570 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_members [ 832.695414] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGHEST for action security_group_members [ 832.695729] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.695850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.695971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.696182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.696287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.696397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.696441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.696749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.696842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.696946] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.844077] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46f89336-5fb0-4852-bdd4-5f314fbda4f9 with status ACTIVE [ 832.844207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.844414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.844414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.844589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.844589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.844820] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.845021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.845021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.845176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.845176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.845346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.845435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.845494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.845630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.845701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.845783] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46f89336-5fb0-4852-bdd4-5f314fbda4f9 is going to be updated. [ 832.868300] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.868470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.868518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.868707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.868841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.869016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f89336-5fb0-4852-bdd4-5f314fbda4f9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.050579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.050872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.050872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.051065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.051285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.051389] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 833.076674] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.088093] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.088316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.088373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.088621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.088766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.104580] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 833.203031] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.203279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.203432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.203751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.203891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.204196] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.204407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.204505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.204767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.204881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.205065] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d0ba961-755d-41e5-b775-f2382068082a is going to be updated. [ 833.235057] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.235331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.235424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.235581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.235732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.245210] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: IN_PROGRESS for 2s [ 833.580524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.580742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.580742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.580962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.581084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.581184] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 833.615103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.616545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.616707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.617486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.617676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.630688] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 835.117071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 835.117490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.117490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.117798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.118048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.118211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.118309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.118532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.118649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.118773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.118897] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.119892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.121019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.121019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.121019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.121019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.121019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.121019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.121019] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.257079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d0ba961-755d-41e5-b775-f2382068082a in Status: SUCCESS [ 835.257222] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d0ba961-755d-41e5-b775-f2382068082a deletion is rescheduled due to dependency. [ 835.257645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.622762] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.623105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.623179] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.642203] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 835.643154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.125368] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.340646] env[65422]: INFO networking_nsxv3.common.synchronization [req-a9e3a317-7216-475d-ad14-0bdf4d7da8ff req-8414c728-985e-485d-9c03-42bf266d327d tempest-FloatingIPsAssociationTestJSON-263007202 tempest-FloatingIPsAssociationTestJSON-263007202-project-member] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 836.341779] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGHEST for action security_group_members [ 836.342350] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.342634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.342830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.343155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.343417] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.343641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.343781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.344036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.344223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.344400] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.629412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.629412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.629575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.629702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.630766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.630766] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 836.657480] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.657638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.657705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.657908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.658069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.667464] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 836.846624] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.847012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.847094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.847354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.847424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.847643] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.847752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.847816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.847985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.848093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.848194] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be updated. [ 836.880350] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.880689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.880796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.881068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.881406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.893109] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: IN_PROGRESS for 2s [ 838.638456] env[65422]: INFO networking_nsxv3.common.synchronization [req-24920011-db3b-4b31-8f89-56bc4aa4e19b req-fdaa5644-e74f-4e6d-90f2-dfad0963eae9 tempest-ListServersNegativeTestJSON-1298772713 tempest-ListServersNegativeTestJSON-1298772713-project-member] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 838.639170] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 838.639514] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.639643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.639710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.639931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.640110] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.640201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.640260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.640408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.640495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.640586] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.680440] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 838.680440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.680619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.680741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.680917] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.681116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.681116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.681421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.681421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.681421] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.740988] env[65422]: INFO networking_nsxv3.common.synchronization [req-41d710f4-229c-4545-9042-2c3f971920fe req-2c03995c-5c2a-4225-a8c6-b3852dcf7e20 tempest-ListServersNegativeTestJSON-1298772713 tempest-ListServersNegativeTestJSON-1298772713-project-member] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 838.741130] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGHEST for action security_group_members [ 838.741336] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.741436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.902414] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b6fb15d-4982-4766-8443-4e9640633757 in Status: SUCCESS [ 838.902849] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 deletion is rescheduled due to dependency. [ 838.903125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.000980] env[65422]: INFO networking_nsxv3.common.synchronization [req-e1e95323-284c-4dfa-a681-835bba2501f8 req-44c853ec-0ff1-4036-9d63-4414d8f148b5 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_members [ 839.001610] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_members [ 839.005382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.005382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.005382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.005382] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.143082] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.185940] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.373358] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.373358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.373358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.373358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.373358] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.373358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.373358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.373654] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.373689] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.373890] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.373995] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.374108] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.374208] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.374307] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.374403] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.374525] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.394394] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.394572] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.394698] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.394874] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.395225] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-12c029b6-d630-419b-8167-53eb6612a069 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.395393] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.395505] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.395841] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.395979] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c029b6-d630-419b-8167-53eb6612a069',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.507778] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.507921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.507986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.508215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.508308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.508498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.508593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.508652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.508793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.508865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.508946] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 already deleted. [ 839.509035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.649653] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.687208] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.899280] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.899581] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.899738] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.900034] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.900211] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.900358] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 12c029b6-d630-419b-8167-53eb6612a069 not found, creating... [ 839.900737] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.901017] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.901085] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.901346] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.901514] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.901891] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.902148] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.902221] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.902446] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.902576] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.902715] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 12c029b6-d630-419b-8167-53eb6612a069 is going to be created. [ 839.926204] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.926409] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.926555] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.928020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.928020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.928020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.152383] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.152565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.152657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.152838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.152931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.153041] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 840.189287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.189287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.189491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.189690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.189803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.189910] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 840.197777] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.197936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.197936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.198142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.198265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.207118] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 840.225645] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.225839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.225839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.226060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.226203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.239319] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 840.628730] env[65422]: INFO networking_nsxv3.common.synchronization [req-e1e95323-284c-4dfa-a681-835bba2501f8 req-3c74c385-1774-40c3-baec-e201eddd15b4 service nova] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_rules [ 840.628973] env[65422]: INFO networking_nsxv3.common.synchronization [req-e1e95323-284c-4dfa-a681-835bba2501f8 req-3c74c385-1774-40c3-baec-e201eddd15b4 service nova] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_members [ 840.629073] env[65422]: INFO networking_nsxv3.common.synchronization [req-e1e95323-284c-4dfa-a681-835bba2501f8 req-3c74c385-1774-40c3-baec-e201eddd15b4 service nova] Enqueued Resource ID: 12c029b6-d630-419b-8167-53eb6612a069 with Priority: HIGHEST for action port [ 840.629592] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_rules [ 840.629720] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_members [ 840.629814] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c029b6-d630-419b-8167-53eb6612a069 with Priority: HIGHEST for action port [ 840.630259] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.630398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.630505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.630660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.630739] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.634230] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634230] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.634230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.634230] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.634950] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c029b6-d630-419b-8167-53eb6612a069 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.635083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.635138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.635281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.635352] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c029b6-d630-419b-8167-53eb6612a069',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.133234] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.133622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.136041] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.137259] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c029b6-d630-419b-8167-53eb6612a069 with status ACTIVE [ 841.137259] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.137259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.137429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.137530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.137612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.137790] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.137885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.137942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.138103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.138825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.138825] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.138825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.138825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.138825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.138825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.138825] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c029b6-d630-419b-8167-53eb6612a069 is going to be updated. [ 841.162631] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.162817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.162887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.163069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.163221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.163426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c029b6-d630-419b-8167-53eb6612a069" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.641282] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.990690] env[65422]: INFO networking_nsxv3.common.synchronization [req-5b96599f-d722-46a0-b644-7db745a2d55d req-8d434069-3811-4271-81e5-412ca62aa7ed tempest-ServersTestManualDisk-281688340 tempest-ServersTestManualDisk-281688340-project-member] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_members [ 841.990898] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_members [ 841.991207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.991345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.991422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.991662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.992025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.992131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.992274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.992575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.992666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.992759] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.144487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.144954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.144954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.144954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.145172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.145172] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 is going to be created. [ 842.171441] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.171596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.171635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.171846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.172014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.182866] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: UNINITIALIZED for 2s [ 842.220263] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 842.220939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.220939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.220939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.221184] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.221957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.222089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.222248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.222881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.223020] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.250927] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.250927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.250927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.250927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.250927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.251683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.251683] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.328148] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328334] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-41" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.328455] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-41" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.328787] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-41" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.329056] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.329212] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.329324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.329541] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.329675] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.329883] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.329980] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.330094] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.330257] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.330379] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.330483] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.330610] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.351363] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.351581] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.351758] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.351931] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-41" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.352744] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-db676209-2c15-4a3f-9346-21566b03a82d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.352744] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.352744] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.353027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.353027] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db676209-2c15-4a3f-9346-21566b03a82d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.494996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.495115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.495234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.495547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.495665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.495932] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.496083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.496192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.496396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.496511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.496623] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b already deleted. [ 842.496728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.725797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.726068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.726068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.726240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.726329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.726636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.726739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.726793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.726949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.727029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.727124] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be updated. [ 842.753289] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.753450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.753501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.753691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.753828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.754918] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4994a1fd-2aed-4752-ae02-9d4e0aec03a9: rpc.has_security_group_logging(os_id): False [ 842.766111] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: IN_PROGRESS for 2s [ 842.773266] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.773405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.773541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.773780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.773964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.774163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.774287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.774367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.774543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.774699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.774991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.775160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.775235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.775406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.775519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.775742] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.775909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.775986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.776140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.776215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.776300] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 842.844649] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.844820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.844895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.845095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.845273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.856689] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.856938] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.857089] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.857377] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.857527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.857789] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port db676209-2c15-4a3f-9346-21566b03a82d not found, creating... [ 842.857977] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.858135] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.858306] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.858550] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.858611] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.858910] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.859132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.859203] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.859427] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.859560] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.859749] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: db676209-2c15-4a3f-9346-21566b03a82d is going to be created. [ 842.861729] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 842.880591] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.880875] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.881033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.881344] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.881644] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.882054] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.619062] env[65422]: INFO networking_nsxv3.common.synchronization [req-5b96599f-d722-46a0-b644-7db745a2d55d req-ebdfff2f-efe9-4269-89d8-440399668891 service nova] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_rules [ 843.619339] env[65422]: INFO networking_nsxv3.common.synchronization [req-5b96599f-d722-46a0-b644-7db745a2d55d req-ebdfff2f-efe9-4269-89d8-440399668891 service nova] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_members [ 843.619379] env[65422]: INFO networking_nsxv3.common.synchronization [req-5b96599f-d722-46a0-b644-7db745a2d55d req-ebdfff2f-efe9-4269-89d8-440399668891 service nova] Enqueued Resource ID: db676209-2c15-4a3f-9346-21566b03a82d with Priority: HIGHEST for action port [ 843.619871] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_rules [ 843.620032] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_members [ 843.620144] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db676209-2c15-4a3f-9346-21566b03a82d with Priority: HIGHEST for action port [ 843.620590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.620687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.620752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.620945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.621029] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.621924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.622063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.622130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.622290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.622466] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.622561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.622620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.622758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.622841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.625397] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.625397] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-db676209-2c15-4a3f-9346-21566b03a82d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.625397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.625397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.625397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.625397] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db676209-2c15-4a3f-9346-21566b03a82d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.126029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.126262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.126314] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.127352] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db676209-2c15-4a3f-9346-21566b03a82d with status ACTIVE [ 844.127663] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.127815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.127885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.128197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.128331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.128589] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.128745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.128814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.129586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.129860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.129915] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.130051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.130051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.130241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.130497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.130600] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db676209-2c15-4a3f-9346-21566b03a82d is going to be updated. [ 844.160921] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.161408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.161408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.161408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.161566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.161799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db676209-2c15-4a3f-9346-21566b03a82d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.175433] env[65422]: INFO networking_nsxv3.common.synchronization [None req-19fef999-6504-48de-8f49-226d5cf480ec tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a366d20b-0457-45d6-a01f-2b9388d8fd59 with Priority: HIGHEST for action security_group_rules [ 844.178373] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a366d20b-0457-45d6-a01f-2b9388d8fd59 with Priority: HIGHEST for action security_group_rules [ 844.178805] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a366d20b-0457-45d6-a01f-2b9388d8fd59 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.178938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.179014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.179337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.179509] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a366d20b-0457-45d6-a01f-2b9388d8fd59',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.197520] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: UNINITIALIZED for 4s [ 844.278847] env[65422]: INFO networking_nsxv3.common.synchronization [None req-810e170f-7109-4b8f-bdcb-f36119a7d8a1 tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a366d20b-0457-45d6-a01f-2b9388d8fd59 with Priority: HIGHEST for action security_group_rules [ 844.279898] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a366d20b-0457-45d6-a01f-2b9388d8fd59 with Priority: HIGHEST for action security_group_rules [ 844.279898] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a366d20b-0457-45d6-a01f-2b9388d8fd59 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.279898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.633698] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.706376] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.706548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.706622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.706836] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.706924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.707029] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a366d20b-0457-45d6-a01f-2b9388d8fd59 already deleted. [ 844.707111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.707270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.707517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.707602] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a366d20b-0457-45d6-a01f-2b9388d8fd59',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.777302] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c in Status: SUCCESS [ 844.777517] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c deletion is rescheduled due to dependency. [ 844.777636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.879489] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 844.880131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.880333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.880587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.880699] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.135453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.135673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.135748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.135968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.136094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.136176] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b is going to be created. [ 845.162703] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.163041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.163041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.163310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.163370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.174350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da25f0d0-0f3f-414a-945c-07b7779d368b in Status: UNINITIALIZED for 2s [ 845.237172] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.237316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.237499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.237598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.237682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.237774] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a366d20b-0457-45d6-a01f-2b9388d8fd59 already deleted. [ 845.237852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a366d20b-0457-45d6-a01f-2b9388d8fd59" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.383211] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.383688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.383838] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.383938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.383995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.384143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.384227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.384313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.384399] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.886510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.886820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.886820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.886949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.887135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.887272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.887310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.887484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.887576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887835] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.887924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.887983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.888170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.888309] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.888398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.888458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.888602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.888691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.888772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.888915] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.209919] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: SUCCESS [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.209919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.209919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.209919] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.390523] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4994a1fd-2aed-4752-ae02-9d4e0aec03a9: rpc.has_security_group_logging(os_id): False [ 846.409061] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.409253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.409298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.409545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.409837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.409909] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.409988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.410068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.410246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.410315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.410464] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.410555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.410609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.410741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.410811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.410995] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.411372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.411432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.411576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.411651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.411771] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 846.477585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.478331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.478331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.478331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.478331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.493594] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 846.711410] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.186433] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da25f0d0-0f3f-414a-945c-07b7779d368b in Status: SUCCESS [ 847.186852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.186852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.186852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.187065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.187175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.187241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.187417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.187476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.187551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.187639] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.216794] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2: rpc.has_security_group_logging(os_id): False [ 847.237435] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.237613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.237660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.237840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.237927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238209] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.238530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.238606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238692] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 is going to be created. [ 847.309445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.309727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.309838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.310059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.310321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.323223] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: IN_PROGRESS for 2s [ 847.689728] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.194928] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da25f0d0-0f3f-414a-945c-07b7779d368b: rpc.has_security_group_logging(os_id): False [ 848.220699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.220699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.220699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.222033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.222033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.222033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.222033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.222033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.222033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.222033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.222033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b is going to be created. [ 848.305685] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.305922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.305922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.306106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.306292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.322222] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da25f0d0-0f3f-414a-945c-07b7779d368b in Status: IN_PROGRESS for 2s [ 848.511058] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 848.511268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.280712] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 849.280996] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 849.338340] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: SUCCESS [ 849.338637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.123136] env[65422]: INFO networking_nsxv3.common.synchronization [req-e8965d07-04f1-4747-87c7-6d32c1500565 req-639b7238-9b03-4cac-a758-e9189f52a9fe tempest-ServerAddressesNegativeTestJSON-703093128 tempest-ServerAddressesNegativeTestJSON-703093128-project-member] Enqueued Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_members [ 850.123136] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_members [ 850.123136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.123136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.123136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.123136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.123136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.123728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.123728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.123728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.123728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.123728] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.335018] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da25f0d0-0f3f-414a-945c-07b7779d368b in Status: SUCCESS [ 850.335286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.529274] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.529274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-908" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.529531] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-908" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.529865] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-908" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.530385] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.530555] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.530672] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.530899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.531052] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.531278] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.531380] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.531479] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.531582] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.531689] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.531786] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.531914] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.556039] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.556039] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.556039] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.556251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-908" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.556602] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.556733] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.556733] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.557101] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.557199] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e218b5d-d9bb-421d-ac5f-63e3846ba9b4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.626540] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.626740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.626827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.627159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.627362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.627565] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.627671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.627734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.627890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.627968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.628065] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a already deleted. [ 850.628146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.826420] env[65422]: INFO networking_nsxv3.common.synchronization [req-407e7bc0-4f55-4300-817b-28fa81663e33 req-50f23d4d-f277-4699-b3c1-60dd35374806 tempest-ServersV294TestFqdnHostnames-1006188174 tempest-ServersV294TestFqdnHostnames-1006188174-project-member] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_members [ 850.827040] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGHEST for action security_group_members [ 850.827354] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.827482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.827559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.827731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.827927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.828053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.828136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.828260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.828339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.828434] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.059536] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.059761] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.059884] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.060177] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.060322] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.060470] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 not found, creating... [ 851.060727] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.060870] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.060982] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.061212] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.061342] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.061617] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.061774] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.061886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.062096] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.062222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.062357] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 is going to be created. [ 851.084479] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.084479] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.084479] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.084790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.085541] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.085768] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.330562] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.330803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.330866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.331117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.356494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.356812] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.357442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.357442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.357442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.357442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.357442] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 is going to be updated. [ 851.386938] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.387123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.387201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.387398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.387545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.402225] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae29a68-d0a0-4357-ade7-d96e380a0762 in Status: IN_PROGRESS for 2s [ 851.846048] env[65422]: INFO networking_nsxv3.common.synchronization [req-e8965d07-04f1-4747-87c7-6d32c1500565 req-5b58eef6-9e8a-42c0-ade4-0a2edd59bcc7 service nova] Enqueued Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_rules [ 851.846048] env[65422]: INFO networking_nsxv3.common.synchronization [req-e8965d07-04f1-4747-87c7-6d32c1500565 req-5b58eef6-9e8a-42c0-ade4-0a2edd59bcc7 service nova] Enqueued Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_members [ 851.846048] env[65422]: INFO networking_nsxv3.common.synchronization [req-e8965d07-04f1-4747-87c7-6d32c1500565 req-5b58eef6-9e8a-42c0-ade4-0a2edd59bcc7 service nova] Enqueued Resource ID: 3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 with Priority: HIGHEST for action port [ 851.847648] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_rules [ 851.847648] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_members [ 851.847648] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 with Priority: HIGHEST for action port [ 851.848126] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.848666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.848743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.849086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.849297] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.850991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.851179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.851368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.851811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.853780] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.853780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.853780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.853780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.853780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.853780] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.853780] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.854454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.854454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.854454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.854454] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e218b5d-d9bb-421d-ac5f-63e3846ba9b4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.357058] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.357402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.357542] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.358518] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 with status ACTIVE [ 852.358705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.358816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.358881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.359105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.359194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.359369] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.359529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.359529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.359707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.359824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.360948] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.361120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.361211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.361408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.361544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.361643] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e218b5d-d9bb-421d-ac5f-63e3846ba9b4 is going to be updated. [ 852.386639] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.387813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.387946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.388232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.388470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.388702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e218b5d-d9bb-421d-ac5f-63e3846ba9b4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.864425] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.369178] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.369585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.369585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.369697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.369697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.369791] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a is going to be created. [ 853.400528] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.400528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.400528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.400528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.400528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.410861] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a in Status: UNINITIALIZED for 2s [ 853.412812] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bae29a68-d0a0-4357-ade7-d96e380a0762 in Status: SUCCESS [ 853.414034] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 deletion is rescheduled due to dependency. [ 853.414034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.424582] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a in Status: SUCCESS [ 855.424901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.425108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.425369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.425650] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.425804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.425960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.426112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.426220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.426333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.426534] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.930892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.931105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.931153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.931447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.931619] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.931740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.931798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.932635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.932709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.932816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.932985] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.933097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.933160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.933352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.933554] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.933661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.933747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.933927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.934018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.934106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.934196] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.437131] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 851337cf-11f8-4b56-8191-079ae1fc9f3a: rpc.has_security_group_logging(os_id): False [ 856.460051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.460237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.460452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.460730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.460834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.462018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.462018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.462018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.462018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.462018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.462018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.462018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.462652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.462652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.462652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.462652] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.462875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.462875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.463108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.463193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.463249] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a is going to be created. [ 856.530425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.530425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.530425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.530713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.531807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.546660] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a in Status: IN_PROGRESS for 2s [ 856.851078] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 856.851078] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 858.448859] env[65422]: INFO networking_nsxv3.common.synchronization [req-25abce8b-e18b-4ac4-8e56-a108eef336c8 req-7b4be41c-82a8-4e56-b05d-3cb644f56d92 tempest-MigrationsAdminTest-890018851 tempest-MigrationsAdminTest-890018851-project-member] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 858.449473] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 858.449802] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.449923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.449982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.451238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.451399] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.451507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.451572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.451748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.451827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.451944] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.562769] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a in Status: SUCCESS [ 858.563056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.806317] env[65422]: INFO networking_nsxv3.common.synchronization [req-b6181bab-1a48-486e-96ff-de4b7fc08f20 req-9e70cff9-fb9d-4041-91de-d7967bd946b4 tempest-ListServerFiltersTestJSON-450683048 tempest-ListServerFiltersTestJSON-450683048-project-member] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 858.806975] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 858.807379] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.807517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.807604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.807841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.808015] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.808151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.808244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.808479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.808593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.808700] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.954461] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.310937] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.457770] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.814583] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.964479] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.964479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.964479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.964479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.964479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.964479] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be updated. [ 859.995698] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.995698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.995698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.995698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.995698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.005408] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 860.318740] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.318961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.318961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.319248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.319336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.319440] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 860.369068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.369256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.369326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.369520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.369662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.381091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 861.763972] env[65422]: INFO networking_nsxv3.common.synchronization [req-9072cf5e-16fe-4719-a7ff-ab15caae3963 req-f276c5bb-6853-4a75-a1a1-59590448b49d tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 861.764910] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 861.765240] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.765432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.765508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.765760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.765918] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.766026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.766083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.766230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.766311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.766440] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.022127] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 862.022357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.143969] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-232 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.144178] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-232" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.144297] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-232" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.144738] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-232" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.145184] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.145454] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.145585] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.145854] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.145996] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.146220] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.146933] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.147086] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.147253] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.147321] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.147428] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.147560] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.168838] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.169095] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.169232] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.169479] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-232" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.169964] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-c56d3579-9224-4ab6-8078-adc2f2c2803b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.170114] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.170276] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.170685] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.170949] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56d3579-9224-4ab6-8078-adc2f2c2803b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.268583] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.268762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.268831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.269058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.269180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.269338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.269432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.269493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.269627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.269699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.269777] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 already deleted. [ 862.269853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.395730] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 862.395997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.675768] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.676022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.676183] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.676685] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.676685] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.676821] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port c56d3579-9224-4ab6-8078-adc2f2c2803b not found, creating... [ 862.677023] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.677179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.677293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.677507] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.677641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.677911] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.678071] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.678184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.678381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.678506] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.678680] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: c56d3579-9224-4ab6-8078-adc2f2c2803b is going to be created. [ 862.703332] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.703332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.703332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.703332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.703546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.703597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.352570] env[65422]: INFO networking_nsxv3.common.synchronization [req-809994db-4094-4210-8797-4d35ebf2fd54 req-9dbc5740-7e31-40e2-b1dd-303dd58d5c5b tempest-ServerAddressesNegativeTestJSON-703093128 tempest-ServerAddressesNegativeTestJSON-703093128-project-member] Enqueued Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_members [ 863.353027] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a with Priority: HIGHEST for action security_group_members [ 863.353369] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-851337cf-11f8-4b56-8191-079ae1fc9f3a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.353532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.353532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.354134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.354134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.354134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.354134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.354134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.354399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.354399] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('851337cf-11f8-4b56-8191-079ae1fc9f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.403838] env[65422]: INFO networking_nsxv3.common.synchronization [req-9072cf5e-16fe-4719-a7ff-ab15caae3963 req-b3f6faf9-4a0a-43c6-b8f6-a1d9fa4ea39d service nova] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_rules [ 863.404040] env[65422]: INFO networking_nsxv3.common.synchronization [req-9072cf5e-16fe-4719-a7ff-ab15caae3963 req-b3f6faf9-4a0a-43c6-b8f6-a1d9fa4ea39d service nova] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 863.404181] env[65422]: INFO networking_nsxv3.common.synchronization [req-9072cf5e-16fe-4719-a7ff-ab15caae3963 req-b3f6faf9-4a0a-43c6-b8f6-a1d9fa4ea39d service nova] Enqueued Resource ID: c56d3579-9224-4ab6-8078-adc2f2c2803b with Priority: HIGHEST for action port [ 863.404725] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_rules [ 863.405210] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 863.405210] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56d3579-9224-4ab6-8078-adc2f2c2803b with Priority: HIGHEST for action port [ 863.405591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.405662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.405699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.405959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.406057] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.407261] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.407261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.407261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.407261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.407446] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.407493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.407540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.407715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.407756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.407843] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.413219] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56d3579-9224-4ab6-8078-adc2f2c2803b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.413219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.413322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.413434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.413544] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56d3579-9224-4ab6-8078-adc2f2c2803b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.689621] env[65422]: INFO networking_nsxv3.common.synchronization [req-fc49307f-9f70-4645-90f1-a37ad1c96fc1 req-93ea7bad-48b7-471e-8625-43a36c9f3140 tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 863.689868] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 863.690828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.691119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.691119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.692178] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.694409] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.694409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.694409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.694409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.694409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.694409] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.861181] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.861337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.861500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.861658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.861721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.861919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.862031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.862089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.862241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.862310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.862397] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a is going to be updated. [ 863.906576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.906756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.906756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.907124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.907124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.916415] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.917781] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.917892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.918281] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c56d3579-9224-4ab6-8078-adc2f2c2803b with status ACTIVE [ 863.918281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.918433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.918433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.918657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.918720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.918872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.919031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.919031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.919133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.919267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.919381] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.919469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.919578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.919700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.919743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.919799] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c56d3579-9224-4ab6-8078-adc2f2c2803b is going to be updated. [ 863.921764] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a in Status: IN_PROGRESS for 2s [ 863.948278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.948278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.948278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.948278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.948566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.948566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.199097] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.421667] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.453287] env[65422]: INFO networking_nsxv3.common.synchronization [req-ed1021b3-dc88-4a8c-a5b5-0aa57927b945 req-e9a49aea-f7a2-4728-a866-7ac4702457f7 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 864.453990] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 864.453990] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.453990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.453990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.454253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.454290] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.454404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.454455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.454563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.454671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.454785] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.704724] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.780092] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.782018] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.782018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.782657] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.782887] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.783122] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.783325] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.783545] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.783751] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.783982] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.813186] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.813186] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.813186] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.813186] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.813186] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-bf6fff36-e288-4f03-b705-1d02e2d90395 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.813186] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.813186] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.813186] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.813186] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6fff36-e288-4f03-b705-1d02e2d90395',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.924627] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.924780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.924880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.925099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.925189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.925285] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be created. [ 864.949049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.949209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.949316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.949630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.949814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.957660] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.957840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.957840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.958053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.958141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.958325] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.958416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.958476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.958693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.958772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.958854] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be deleted. [ 864.960381] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: UNINITIALIZED for 2s [ 865.037320] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.037522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.037565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.037748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.037838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.037957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.206372] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.206597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.206597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.206850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.206944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.207055] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 865.240117] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.240957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.240957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.240957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.240957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.249965] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 865.317734] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.317847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.318529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.318529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.318529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.318695] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port bf6fff36-e288-4f03-b705-1d02e2d90395 not found, creating... [ 865.318997] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.319161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.319287] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.319587] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.319774] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.320148] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.321031] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.321031] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.321031] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.321031] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.321031] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: bf6fff36-e288-4f03-b705-1d02e2d90395 is going to be created. [ 865.344897] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.345134] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.347533] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.347533] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.347533] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.347533] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.931708] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a in Status: SUCCESS [ 865.931962] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 851337cf-11f8-4b56-8191-079ae1fc9f3a deletion is rescheduled due to dependency. [ 865.932070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-851337cf-11f8-4b56-8191-079ae1fc9f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.109230] env[65422]: INFO networking_nsxv3.common.synchronization [req-ed1021b3-dc88-4a8c-a5b5-0aa57927b945 req-708a52a5-a93d-4a40-afea-4bc06ca9babe service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 866.109405] env[65422]: INFO networking_nsxv3.common.synchronization [req-ed1021b3-dc88-4a8c-a5b5-0aa57927b945 req-708a52a5-a93d-4a40-afea-4bc06ca9babe service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 866.109533] env[65422]: INFO networking_nsxv3.common.synchronization [req-ed1021b3-dc88-4a8c-a5b5-0aa57927b945 req-708a52a5-a93d-4a40-afea-4bc06ca9babe service nova] Enqueued Resource ID: bf6fff36-e288-4f03-b705-1d02e2d90395 with Priority: HIGHEST for action port [ 866.110066] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 866.110229] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 866.110285] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf6fff36-e288-4f03-b705-1d02e2d90395 with Priority: HIGHEST for action port [ 866.110617] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.110695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.110735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.111116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.111116] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.112916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.112916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.112916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.112916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.112916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.113143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.113143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.113229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.114719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.114719] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.114719] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf6fff36-e288-4f03-b705-1d02e2d90395 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.114719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.114719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.114719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.114719] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf6fff36-e288-4f03-b705-1d02e2d90395',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.616702] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.618020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.618020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.618020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf6fff36-e288-4f03-b705-1d02e2d90395 with status ACTIVE [ 866.618020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.618020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.618268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.618268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.618339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.618504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.618593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.618649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.619531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.619531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.619531] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.619531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.619531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.619531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.619531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.619531] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf6fff36-e288-4f03-b705-1d02e2d90395 is going to be updated. [ 866.642158] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.642298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.642363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.642632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.642770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.642929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf6fff36-e288-4f03-b705-1d02e2d90395" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972058] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 866.972434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.972434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.972765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.973173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.973243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.973440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.973551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.973728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.973858] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.121885] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.261018] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 867.261279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.476248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.477124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.477124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.477124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.477124] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.478238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.481029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.481029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.481029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.481029] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.624519] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.625401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.625401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.625401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.625401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.625401] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be created. [ 867.657099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.657320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.657466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.657629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.669156] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: UNINITIALIZED for 2s [ 867.983249] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3373f2dd-5640-496a-ab2b-2b82435d0b33: rpc.has_security_group_logging(os_id): False [ 868.006237] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.006939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.006939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.007188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.007321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.007822] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.008986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.008986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.008986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.008986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.009211] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.009331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.009404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.009558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010213] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.010213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.010213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.010505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.010505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.010505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be created. [ 868.078456] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.078616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.078694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.078900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.079122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.092973] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 868.327159] env[65422]: INFO networking_nsxv3.common.synchronization [None req-9c40dc52-dad1-4fb0-babf-bc009ee474da tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_rules [ 868.328952] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_rules [ 868.328952] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.328952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.328952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.329227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.329227] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.431685] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c6337b0d-65bd-4a37-aa99-f3520a86cdff tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_rules [ 868.432354] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_rules [ 868.432701] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.432817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.853404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.853570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.853649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.853814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.853901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.854042] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed already deleted. [ 868.854104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.854235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.854410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.854492] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.374590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.374912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.374912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.375024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.375119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.375216] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed already deleted. [ 869.375296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.683207] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 869.684051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.684051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.684907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.686760] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.686760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.686760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.686760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.686760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.687208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.687239] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.107081] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 870.108014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.191474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.191647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.191736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.192575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.192575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.192575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.192738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.192855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.192942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.193052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.193591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.193839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.193944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.194193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.194349] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.194495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.194526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.194680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.194773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.194878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.194997] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.698670] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38987900-f453-4ad4-81f5-fdb237c99f57: rpc.has_security_group_logging(os_id): False [ 870.717873] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.719044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.719122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.719319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.719411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.719628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.719736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.719797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.719958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.720083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.720265] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.720353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.720465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.720706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.720767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.720960] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.721069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.721219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.722168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.722168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.722168] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be created. [ 870.788186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.788374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.788619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.788726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.789416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.803917] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 871.133843] env[65422]: INFO networking_nsxv3.common.synchronization [req-ea94d55b-d070-4c87-a027-583ba4c7514b req-63503c53-0527-42d5-88fc-083b245eeb11 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 871.134834] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 871.135189] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.135563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.135563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.136215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.136311] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.136637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.136637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.136637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.136749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.136832] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.602986] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.603231] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.603378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.603702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.603988] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.604158] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.604269] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.604494] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.604709] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.606374] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.606374] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.606374] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.606374] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.606374] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.606374] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.606374] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.628547] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.628718] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.628958] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.629052] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.629341] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.629504] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.629619] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.630190] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.630190] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19156670-d2c9-45a9-b9a1-2ab187cf5f4f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.640040] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.640040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.640040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.640040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.640227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.640319] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.640412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.640465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.640620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.640691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.640775] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 871.673134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.673134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.673134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.673592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.673592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.688240] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 872.133773] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.134076] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.134132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.134417] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.134564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.134721] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 19156670-d2c9-45a9-b9a1-2ab187cf5f4f not found, creating... [ 872.134997] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.135174] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.135301] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.135539] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.135658] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.135939] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.136098] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.136210] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.136411] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.136546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.136672] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 19156670-d2c9-45a9-b9a1-2ab187cf5f4f is going to be created. [ 872.161591] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.161820] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.161948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.162307] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.162593] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.162863] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.821584] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 872.821853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.906544] env[65422]: INFO networking_nsxv3.common.synchronization [req-ea94d55b-d070-4c87-a027-583ba4c7514b req-e2354875-9149-4df5-a7e7-a2419c7aaa9f service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 872.906544] env[65422]: INFO networking_nsxv3.common.synchronization [req-ea94d55b-d070-4c87-a027-583ba4c7514b req-e2354875-9149-4df5-a7e7-a2419c7aaa9f service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 872.906544] env[65422]: INFO networking_nsxv3.common.synchronization [req-ea94d55b-d070-4c87-a027-583ba4c7514b req-e2354875-9149-4df5-a7e7-a2419c7aaa9f service nova] Enqueued Resource ID: 19156670-d2c9-45a9-b9a1-2ab187cf5f4f with Priority: HIGHEST for action port [ 872.906544] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 872.906544] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 872.906544] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19156670-d2c9-45a9-b9a1-2ab187cf5f4f with Priority: HIGHEST for action port [ 872.906544] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.906842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.906842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.906913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.907009] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.908360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.908458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.908664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.908822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.908904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.909150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.909260] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19156670-d2c9-45a9-b9a1-2ab187cf5f4f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.412125] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.412125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.412125] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19156670-d2c9-45a9-b9a1-2ab187cf5f4f with status ACTIVE [ 873.412615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.412615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.412615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.412615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.412737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.412869] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.412948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.413011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.413274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.413363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.413513] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.413666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.413716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.413900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.413900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.414034] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19156670-d2c9-45a9-b9a1-2ab187cf5f4f is going to be updated. [ 873.437833] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.438156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.438156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.438343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.438483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.438648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19156670-d2c9-45a9-b9a1-2ab187cf5f4f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.696739] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 873.696926] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 873.697072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.697230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.697440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.697619] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.697734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.697833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.697927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.698012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.698112] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.068307] env[65422]: INFO networking_nsxv3.common.synchronization [None req-96a2f0ed-6e03-4817-8db7-9a6ec20a30e4 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_rules [ 874.068960] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_rules [ 874.069338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.069504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.069897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.070834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.070929] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.201108] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.270631] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5f2795b6-9edb-439b-828d-c84569295db6 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_rules [ 874.270631] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_rules [ 874.270975] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.272708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.592989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.593330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.593330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.593527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.593527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.593620] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 already deleted. [ 874.593713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.593940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.594185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.594331] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.707286] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.118918] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.119151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.119151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.119967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.119967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.119967] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 already deleted. [ 875.119967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.211780] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.211963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.213039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.213039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.213039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.213039] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 875.250808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.250808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.250808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.250808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.250808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.261598] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 877.274048] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 877.274321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.274501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.274734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.275276] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.275276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.275276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.275448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.275518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.275568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.275659] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.778134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.778313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.778387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.778615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.778776] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.778871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.778929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.779097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.779185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.779273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.779415] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.779503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.779562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.779703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.779839] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.779926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.779982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.780151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.780207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.780282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.780387] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.282310] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41bb77e9-eeed-4fa1-8683-cd3facac1211: rpc.has_security_group_logging(os_id): False [ 878.303299] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.303481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.303590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.303858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.303940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.304278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.304397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.304463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.304659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.304777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.305054] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.305243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.305243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.305390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.305470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.305658] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.305787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.305866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.306028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.306106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.306228] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 878.383823] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.383823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.384021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.384134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.384359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.400736] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 878.890143] env[65422]: INFO networking_nsxv3.common.synchronization [req-12ca4f3c-9ceb-4a71-a810-805ec183349f req-d10b31c8-1420-4358-bee9-e7ef3addae53 tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 878.890815] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 878.891744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.891744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.891744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.891744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.892916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.892916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.892916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.892916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.892916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.892916] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.247632] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.247632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.247632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.247632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.247863] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.247863] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.248018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.248252] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.248390] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.248608] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.248935] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.249107] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.249219] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.249330] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.249437] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.249552] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.272994] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.272994] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.273179] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.273358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.273703] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-e2945b8a-8327-4ac8-8d42-fc828663c0e0 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.273879] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.273996] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.274351] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.274541] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2945b8a-8327-4ac8-8d42-fc828663c0e0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.394590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.394933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.394933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.395159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.395299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.395521] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.395621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.395688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.395843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.395928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.396035] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab already deleted. [ 879.396094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.778124] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.778479] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.778615] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.778890] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.779055] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.779228] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port e2945b8a-8327-4ac8-8d42-fc828663c0e0 not found, creating... [ 879.779524] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.779718] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.779836] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.780070] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.780210] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.780557] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.780704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.780820] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.781063] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.781227] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.781400] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: e2945b8a-8327-4ac8-8d42-fc828663c0e0 is going to be created. [ 879.804044] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.804296] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.804418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.804702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.804950] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.805218] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.413393] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 880.413393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.497921] env[65422]: INFO networking_nsxv3.common.synchronization [req-12ca4f3c-9ceb-4a71-a810-805ec183349f req-1938dadc-25f4-43c1-8cc2-7940117b934a service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 880.498079] env[65422]: INFO networking_nsxv3.common.synchronization [req-12ca4f3c-9ceb-4a71-a810-805ec183349f req-1938dadc-25f4-43c1-8cc2-7940117b934a service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 880.498535] env[65422]: INFO networking_nsxv3.common.synchronization [req-12ca4f3c-9ceb-4a71-a810-805ec183349f req-1938dadc-25f4-43c1-8cc2-7940117b934a service nova] Enqueued Resource ID: e2945b8a-8327-4ac8-8d42-fc828663c0e0 with Priority: HIGHEST for action port [ 880.498806] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 880.498965] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 880.499107] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2945b8a-8327-4ac8-8d42-fc828663c0e0 with Priority: HIGHEST for action port [ 880.499420] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.499543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.499610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.499834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.499916] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.500874] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.501473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.501587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.501657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.501839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.501886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.501975] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.503252] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2945b8a-8327-4ac8-8d42-fc828663c0e0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.503355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.503422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.503576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.503665] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2945b8a-8327-4ac8-8d42-fc828663c0e0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.006038] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.008136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.008296] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2945b8a-8327-4ac8-8d42-fc828663c0e0 with status ACTIVE [ 881.008482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.008587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.008679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.008905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.009028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009204] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.009295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.009360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.009517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.009597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.009770] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.009858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.009931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.010141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.010263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.010369] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2945b8a-8327-4ac8-8d42-fc828663c0e0 is going to be updated. [ 881.034915] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.035123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.035196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.035399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.035556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.035744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2945b8a-8327-4ac8-8d42-fc828663c0e0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.512493] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.617200] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_members [ 881.617387] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 881.618086] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_members [ 881.618303] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 881.618563] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6497143-cd19-4532-9108-c6b914a9b394 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.618739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.618879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.619177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.619378] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.619465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.619612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.619786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.619902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.620047] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.621503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.621503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.621715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.622294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.622294] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.622294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.622858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.622858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.622858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.622858] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.679435] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_rules [ 881.679435] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 881.679435] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_rules [ 881.679995] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_members [ 881.680911] env[65422]: INFO networking_nsxv3.common.synchronization [req-b816b060-05e1-4ec1-9d85-891d0b5afac3 req-7ee47267-10de-4b46-a629-f700ca66a817 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: c56d3579-9224-4ab6-8078-adc2f2c2803b with Priority: HIGHEST for action port [ 881.682052] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_rules [ 881.682052] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_rules [ 881.682851] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56d3579-9224-4ab6-8078-adc2f2c2803b with Priority: HIGHEST for action port [ 881.683332] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 881.683600] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_members [ 881.685087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.685087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.685087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.685511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.687986] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.687986] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6497143-cd19-4532-9108-c6b914a9b394 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.687986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.688413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.688463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.688697] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.690277] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56d3579-9224-4ab6-8078-adc2f2c2803b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.691278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.691278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.691278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.691278] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56d3579-9224-4ab6-8078-adc2f2c2803b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.691948] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.692080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.692678] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6497143-cd19-4532-9108-c6b914a9b394 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.692762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.015239] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.015427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.015506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.015790] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.015909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.016056] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be created. [ 882.045685] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.045685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.045896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.046037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.046235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.058827] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: UNINITIALIZED for 2s [ 882.125351] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.126389] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.193548] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c56d3579-9224-4ab6-8078-adc2f2c2803b with status ACTIVE [ 882.193775] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.193922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.194014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.194229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.194399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.194546] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.194636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.194636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.194807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.194861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.195055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.195162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.195220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.195340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.195413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.195484] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c56d3579-9224-4ab6-8078-adc2f2c2803b is going to be updated. [ 882.196678] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.196807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.197015] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6497143-cd19-4532-9108-c6b914a9b394 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.197441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.220997] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.221182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.221236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.221489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.221627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.221804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.350445] env[65422]: INFO networking_nsxv3.common.synchronization [req-420e3bc8-962a-4bf9-9a87-6ed600b52b89 req-16ec8e83-8f5f-4ab5-9358-40296625e1d8 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_members [ 882.351360] env[65422]: INFO networking_nsxv3.common.synchronization [req-420e3bc8-962a-4bf9-9a87-6ed600b52b89 req-16ec8e83-8f5f-4ab5-9358-40296625e1d8 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 882.352335] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6497143-cd19-4532-9108-c6b914a9b394 with Priority: HIGHEST for action security_group_members [ 882.352691] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 882.353442] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6497143-cd19-4532-9108-c6b914a9b394 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.353442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.353948] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.353948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.421021] env[65422]: INFO networking_nsxv3.common.synchronization [req-420e3bc8-962a-4bf9-9a87-6ed600b52b89 req-16ec8e83-8f5f-4ab5-9358-40296625e1d8 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_rules [ 882.421021] env[65422]: INFO networking_nsxv3.common.synchronization [req-420e3bc8-962a-4bf9-9a87-6ed600b52b89 req-16ec8e83-8f5f-4ab5-9358-40296625e1d8 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 882.421021] env[65422]: INFO networking_nsxv3.common.synchronization [req-420e3bc8-962a-4bf9-9a87-6ed600b52b89 req-16ec8e83-8f5f-4ab5-9358-40296625e1d8 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: c56d3579-9224-4ab6-8078-adc2f2c2803b with Priority: HIGHEST for action port [ 882.421021] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_rules [ 882.421021] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 882.421433] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c56d3579-9224-4ab6-8078-adc2f2c2803b with Priority: HIGHEST for action port [ 882.424133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.424133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.424133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.424133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.424133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c56d3579-9224-4ab6-8078-adc2f2c2803b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.424133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.424133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.424133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.424133] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c56d3579-9224-4ab6-8078-adc2f2c2803b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.551835] env[65422]: INFO networking_nsxv3.common.synchronization [req-ffec2cb4-736c-4591-8321-31da074e871e req-84de99b5-2b6b-4324-8219-3ae8d579fbd9 tempest-ServerGroupTestJSON-1399806409 tempest-ServerGroupTestJSON-1399806409-project-member] Enqueued Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_members [ 882.552795] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_members [ 882.553168] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.553298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.553572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.553630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.553788] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.553891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.553952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.554138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.554264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.554443] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.628148] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.629237] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.920024] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.920288] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-494" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.920424] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-494" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.920821] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-494" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.921086] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.921346] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.921377] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.921609] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.921815] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.922039] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.922122] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.922251] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.922364] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.922472] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.922595] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.922771] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.930873] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c56d3579-9224-4ab6-8078-adc2f2c2803b with status ACTIVE [ 882.930873] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.931140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.931287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.931566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.931733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.931953] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.932900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.932900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.932900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.932900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.932900] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.933133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.933241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.933440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.933608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.933753] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c56d3579-9224-4ab6-8078-adc2f2c2803b is going to be updated. [ 882.949696] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.949945] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.950169] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.950388] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-494" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.950797] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-3e858b14-8f22-4201-9e89-d017fcba1f2d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.951041] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.951206] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.951613] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.951790] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e858b14-8f22-4201-9e89-d017fcba1f2d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.958941] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.959150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.959150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.959361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.959702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.959879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c56d3579-9224-4ab6-8078-adc2f2c2803b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.058425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.058425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.058425] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af already deleted. [ 883.058425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.131364] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.131504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.131671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.131883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.131983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.132096] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6497143-cd19-4532-9108-c6b914a9b394 is going to be created. [ 883.133461] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.133577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.133635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.133813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.133917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.134031] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be updated. [ 883.158129] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.158360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.158397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.158648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.158828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.162876] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.163116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.163203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.163512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.163769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.170261] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6497143-cd19-4532-9108-c6b914a9b394 in Status: UNINITIALIZED for 2s [ 883.171860] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 883.455111] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.455111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.455111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.455263] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.455372] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.455507] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 3e858b14-8f22-4201-9e89-d017fcba1f2d not found, creating... [ 883.455763] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.455958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.456128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.456362] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.456466] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.456781] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.456936] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.457074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.457335] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.457431] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.457569] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 3e858b14-8f22-4201-9e89-d017fcba1f2d is going to be created. [ 883.482311] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.482311] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.482311] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.482798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.482798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.483115] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.083120] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 884.083412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.083717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.084050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.084331] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.084522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.084638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.084879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.085108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.085253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.086782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.095873] env[65422]: INFO networking_nsxv3.common.synchronization [req-21dd1f79-df76-41fc-9b18-ba414cb927e4 req-fddccb5a-4382-421a-b7c8-64af1ed341a3 tempest-ServersTestBootFromVolume-329786802 tempest-ServersTestBootFromVolume-329786802-project-member] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_members [ 884.098936] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGHEST for action security_group_members [ 884.099488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.099664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.099726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.099948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.100114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.100169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.100220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.100365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.100456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.100552] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.297184] env[65422]: INFO networking_nsxv3.common.synchronization [req-ffec2cb4-736c-4591-8321-31da074e871e req-14b6c990-9854-48b5-91bc-682154f998e6 service nova] Enqueued Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_rules [ 884.297399] env[65422]: INFO networking_nsxv3.common.synchronization [req-ffec2cb4-736c-4591-8321-31da074e871e req-14b6c990-9854-48b5-91bc-682154f998e6 service nova] Enqueued Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_members [ 884.297536] env[65422]: INFO networking_nsxv3.common.synchronization [req-ffec2cb4-736c-4591-8321-31da074e871e req-14b6c990-9854-48b5-91bc-682154f998e6 service nova] Enqueued Resource ID: 3e858b14-8f22-4201-9e89-d017fcba1f2d with Priority: HIGHEST for action port [ 884.298137] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_rules [ 884.298323] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_members [ 884.298456] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e858b14-8f22-4201-9e89-d017fcba1f2d with Priority: HIGHEST for action port [ 884.299657] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.299657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.299657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.299872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.299907] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.300864] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.301083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.301083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.301260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.301413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.301514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.301574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.301715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.301797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.301890] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.303064] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e858b14-8f22-4201-9e89-d017fcba1f2d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.303835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.303835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.303835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.303835] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e858b14-8f22-4201-9e89-d017fcba1f2d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.589065] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.605911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.606119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.606193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.606481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.606586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.606803] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.606926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.606926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.607105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.607183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.607272] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc is going to be updated. [ 884.640180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.640477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.640477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.640679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.640741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.651033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: IN_PROGRESS for 2s [ 884.705124] env[65422]: INFO networking_nsxv3.common.synchronization [req-15669d86-800c-4993-b01d-f119ea7f9e80 req-ddfb8391-4413-446e-8148-a8bae16b865b tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 884.705124] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 884.705124] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.705124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.705124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.705124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.705371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.705371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.705443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.705586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.705661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.705748] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.805226] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.806336] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.806467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.806622] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e858b14-8f22-4201-9e89-d017fcba1f2d with status ACTIVE [ 884.806816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.806928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.806994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.807206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.807471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.807471] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.807605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.807657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.808578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.808578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.808578] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.808578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.808860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.809408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.809536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.809656] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e858b14-8f22-4201-9e89-d017fcba1f2d is going to be updated. [ 884.837238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.837387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.837459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.837667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.837807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.837973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e858b14-8f22-4201-9e89-d017fcba1f2d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.092339] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.092795] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.092795] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.093332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.093632] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.093977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.094145] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.094383] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.094542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.094750] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.094868] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.094976] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.095091] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.095200] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.095318] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.095484] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.097055] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb731843-bbab-493b-8e2e-b38078ec18ab: rpc.has_security_group_logging(os_id): False [ 885.119551] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.119551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.119805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.119887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.119979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.120328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.120443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.120505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.121032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.121032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.121032] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be created. [ 885.123670] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.124044] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.124451] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.124557] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.124989] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-a95339cb-0433-44f3-992a-1680008ef082 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.125258] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.125392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.125781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.126754] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95339cb-0433-44f3-992a-1680008ef082',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.184684] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6497143-cd19-4532-9108-c6b914a9b394 in Status: SUCCESS [ 885.184964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.185197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.185444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.185664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.185795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.185849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.186019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.186107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.186229] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.194602] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 885.194954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.195214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.195489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.195715] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.195851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.195924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.196406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.196406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.196406] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.199981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.200068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.200103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.200777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.200777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.208213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.208254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.208455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.208532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.208721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.208817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.208957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.209166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.209286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.209392] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 885.217338] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 885.239346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.239457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.239562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.239905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.240217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.250934] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 885.313619] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.629726] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.630798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.630798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.630798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.630798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.631178] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port a95339cb-0433-44f3-992a-1680008ef082 not found, creating... [ 885.631178] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.631386] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.631444] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.631704] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.631856] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.632184] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.632533] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.632706] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.632956] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.633137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.633286] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: a95339cb-0433-44f3-992a-1680008ef082 is going to be created. [ 885.656886] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.656886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.656886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.656886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.656886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.656886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.689494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.689899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.689899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.690060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.690060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.690217] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.690339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.690406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.690514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.690825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.690825] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6497143-cd19-4532-9108-c6b914a9b394 is going to be deleted. [ 885.698793] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.748278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.748515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.748515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.748711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.748806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.748901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.749168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.749642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.749642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.749810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.749810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.749950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.750055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.750157] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.820068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.820068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.820068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.820068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.820068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.820068] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af is going to be created. [ 885.862541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.864159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.864430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.864792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.865111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.883303] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af in Status: UNINITIALIZED for 2s [ 886.201084] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.252954] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.253124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.253219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.253512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.253599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.253818] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.253944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.253998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.254969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.254969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.254969] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6497143-cd19-4532-9108-c6b914a9b394 already deleted. [ 886.254969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.254969] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.255572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.255733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.255895] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.255989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.256062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.256207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.256279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.256381] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.510046] env[65422]: INFO networking_nsxv3.common.synchronization [req-15669d86-800c-4993-b01d-f119ea7f9e80 req-f660be0a-b7a3-4045-98bc-f83ce7163f14 service nova] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_rules [ 886.510046] env[65422]: INFO networking_nsxv3.common.synchronization [req-15669d86-800c-4993-b01d-f119ea7f9e80 req-f660be0a-b7a3-4045-98bc-f83ce7163f14 service nova] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 886.510144] env[65422]: INFO networking_nsxv3.common.synchronization [req-15669d86-800c-4993-b01d-f119ea7f9e80 req-f660be0a-b7a3-4045-98bc-f83ce7163f14 service nova] Enqueued Resource ID: a95339cb-0433-44f3-992a-1680008ef082 with Priority: HIGHEST for action port [ 886.510977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_rules [ 886.510977] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 886.511627] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a95339cb-0433-44f3-992a-1680008ef082 with Priority: HIGHEST for action port [ 886.511627] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.511733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.511807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.512077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.512187] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.515979] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.515979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515979] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-a95339cb-0433-44f3-992a-1680008ef082 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.515979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.515979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.515979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.515979] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a95339cb-0433-44f3-992a-1680008ef082',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.664087] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc in Status: SUCCESS [ 886.664087] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc deletion is rescheduled due to dependency. [ 886.664087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.707337] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.707337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.707337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.707337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.707337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.707337] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be updated. [ 886.757049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.757049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.757049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.757049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.757049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.758487] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6497143-cd19-4532-9108-c6b914a9b394',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.760345] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.760345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.760345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.760345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.760345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.760345] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.760345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.760345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.760851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.760851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.760851] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6497143-cd19-4532-9108-c6b914a9b394 already deleted. [ 886.760851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.781813] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 887.016972] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.016972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.020019] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a95339cb-0433-44f3-992a-1680008ef082 with status ACTIVE [ 887.020019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.020019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.020019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.020164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.020365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.020632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.020826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.020855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.021073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.021196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.021576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.021576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.021576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.021741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.021850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.021956] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a95339cb-0433-44f3-992a-1680008ef082 is going to be updated. [ 887.049394] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.049650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.049738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.049957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.050171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.050326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a95339cb-0433-44f3-992a-1680008ef082" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.239364] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 887.239696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.261874] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6497143-cd19-4532-9108-c6b914a9b394: rpc.has_security_group_logging(os_id): False [ 887.265456] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 887.265856] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 deletion is rescheduled due to dependency. [ 887.265965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.266111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.266333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.266521] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.266629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.266691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.266890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.266979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.267064] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.301767] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.301767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.301767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.301908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.301908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.302262] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.302262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.302386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.303076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.303076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.303076] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6497143-cd19-4532-9108-c6b914a9b394 is going to be created. [ 887.324930] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e6497143-cd19-4532-9108-c6b914a9b394], does not exist path=[/infra/domains/default/groups/e6497143-cd19-4532-9108-c6b914a9b394]."\n}' [ 887.324930] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6497143-cd19-4532-9108-c6b914a9b394 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e6497143-cd19-4532-9108-c6b914a9b394 [ 887.325168] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 887.367444] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.367444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.367444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.367911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.368807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.369317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.369317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.369758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.369758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.369758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.370896] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.370896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.370896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.370896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.370896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.370896] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6497143-cd19-4532-9108-c6b914a9b394 is going to be created. [ 887.393162] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e6497143-cd19-4532-9108-c6b914a9b394], does not exist path=[/infra/domains/default/groups/e6497143-cd19-4532-9108-c6b914a9b394]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e6497143-cd19-4532-9108-c6b914a9b394 [ 887.393162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6497143-cd19-4532-9108-c6b914a9b394" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.393162] env[65422]: Traceback (most recent call last): [ 887.393162] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 887.393162] env[65422]: return func(*args, **kwargs) [ 887.393162] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.393162] env[65422]: res.raise_for_status() [ 887.393162] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 887.393162] env[65422]: raise HTTPError(http_error_msg, response=self) [ 887.393162] env[65422]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e6497143-cd19-4532-9108-c6b914a9b394 [ 887.393162] env[65422]: During handling of the above exception, another exception occurred: [ 887.393162] env[65422]: Traceback (most recent call last): [ 887.393162] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 887.393162] env[65422]: listener.cb(fileno) [ 887.393162] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 887.393162] env[65422]: result = function(*args, **kwargs) [ 887.393162] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 887.393162] env[65422]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 887.393162] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 887.393162] env[65422]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 887.393162] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 887.393162] env[65422]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 887.393162] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 887.393162] env[65422]: res.raise_for_status() [ 887.393162] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 887.393162] env[65422]: raise HTTPError(http_error_msg, response=self) [ 887.393162] env[65422]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e6497143-cd19-4532-9108-c6b914a9b394 [ 887.393162] env[65422]: Removing descriptor: 67 [ 887.769549] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.896749] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af in Status: SUCCESS [ 887.897093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.897342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.897618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.898714] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.898714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.898714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.898714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.898714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.898714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.899252] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.274161] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.402246] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.402539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.402539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.402946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.403169] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.403279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.403362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.403551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.403638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.403731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.403873] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.403968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.404043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.404181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.404482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.404482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.404482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.404781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.405776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.405776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.405776] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.777164] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.777306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.777387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.777626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.777723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.777826] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 888.795179] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 888.795453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.795635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.795861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.796070] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.796184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.796285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.796402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.796523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.796562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.796661] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.798183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.798183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.798183] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.798183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.798183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.798353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.798432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.798539] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.838351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.838351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.838351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.838351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.838351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.850233] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 888.908047] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad797c8d-c4fe-466e-b3e3-7dde89d347af: rpc.has_security_group_logging(os_id): False [ 888.941215] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.941359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.941432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.941655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.941747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.941945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.942466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.942466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.942466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.942466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.942641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.942641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.942864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.942930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.943261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.943563] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.943655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.943736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.943924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.944014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.944114] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af is going to be created. [ 889.020365] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.020365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.020365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.020365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.020365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.049133] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af in Status: IN_PROGRESS for 2s [ 889.301020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.301020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.305149] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.806887] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.310765] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.310765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.310765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.311286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.311286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.311286] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be updated. [ 890.358405] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.358556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.358626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.358841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.358987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.368972] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 890.865503] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.865503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.865503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.865503] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.064744] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af in Status: SUCCESS [ 891.064744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.368347] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.368788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.368788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.368920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.369018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.369140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.369205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.369380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.369497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.369593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.369880] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.369880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.370065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.370065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.370218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.370307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.370363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.370498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.370627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.370714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.370803] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.512380] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 891.512519] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 891.873759] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16a340e-029b-4504-994e-bc706acc5c40: rpc.has_security_group_logging(os_id): False [ 891.893592] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.893758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.893817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.894205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.916702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.917674] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.917674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.917674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.917674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.917863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.917908] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.918054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.918121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.918418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.918418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.918626] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.918789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.918858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.918991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.919109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.919234] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 891.997917] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.997917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.997917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.998498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.998498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.015803] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 892.380454] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 892.380792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.381874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.381874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.381874] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.382032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.382642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.382642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.382642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.382642] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.886038] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.389427] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.892613] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.892874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.892994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.897255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.897368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.897477] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be updated. [ 893.930733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.931204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.931781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.932608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.932942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.945245] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 894.037119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 894.037374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.112417] env[65422]: INFO networking_nsxv3.common.synchronization [req-6d40334b-0a07-444a-9ee6-a03a463ea1fa req-333328c7-e43d-4733-9d92-cffbfe1ad36c tempest-MigrationsAdminTest-890018851 tempest-MigrationsAdminTest-890018851-project-member] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 894.113149] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGHEST for action security_group_members [ 894.113489] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.113610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.113691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.113978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.118751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.118882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.118996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.119137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.119234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.119338] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.622156] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.622500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.622500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.623085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.648065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.648387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.648556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.648677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.648895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.649021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.649136] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be updated. [ 894.682359] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.683511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.683511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.683511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.683511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.696295] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: IN_PROGRESS for 2s [ 894.698935] env[65422]: INFO networking_nsxv3.common.synchronization [req-086b6a15-b66a-42fa-bcfc-fd33ea7b1d9a req-a5c5f320-f6b2-4afa-a71e-a64f4676d9a6 tempest-ServerRescueTestJSONUnderV235-1921510197 tempest-ServerRescueTestJSONUnderV235-1921510197-project-member] Enqueued Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 894.701267] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 with Priority: HIGHEST for action security_group_members [ 894.701638] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.701740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.897680] env[65422]: INFO networking_nsxv3.common.synchronization [req-459adea6-f8c7-4a6d-8cce-9e1f4d93a145 req-ab2c193e-dd37-4abf-9853-f0cfe607a447 tempest-ListServerFiltersTestJSON-450683048 tempest-ListServerFiltersTestJSON-450683048-project-member] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 894.899051] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 894.899051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.899051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.899338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.899644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.899953] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.900132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.900410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.900618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.901155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.901155] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.403704] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.907105] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.957029] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 895.957190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.957361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.957572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.957840] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.957907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.957941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.958094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.958171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.958926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.958926] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3373f2dd-5640-496a-ab2b-2b82435d0b33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.958926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.958926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.958926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.958926] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.958926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.958926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.965439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.965652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.965908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.965908] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.966840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.967541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.967541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.967541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.967541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.967541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.970129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.970129] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.410803] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.411063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.411136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.411535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.411535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.411618] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 896.444260] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.444401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.444473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.444712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.444865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.454909] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 896.469411] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3373f2dd-5640-496a-ab2b-2b82435d0b33: rpc.has_security_group_logging(os_id): False [ 896.472503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.472639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.472711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.473041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.496203] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.496203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501226] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501226] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be updated. [ 896.501226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501913] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.502064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.502185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.502185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.502704] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.502909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.502974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.503134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.503212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.503409] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.503501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.503561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.503693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.503789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.503886] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be updated. [ 896.534505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.534658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.534816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.534914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.535142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.548233] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 896.580474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.580474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.580727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.580727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.582038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.597056] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: IN_PROGRESS for 2s [ 896.710912] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2ce74a8-7041-470c-80ff-954df76e1dcd in Status: SUCCESS [ 896.711125] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd deletion is rescheduled due to dependency. [ 896.711246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.769818] env[65422]: INFO networking_nsxv3.common.synchronization [req-57ece9b6-fda5-4db5-a4fa-4e51c6fc0681 req-95fb939e-a5bd-4fa9-8626-184ec5ca69b1 tempest-ServerGroupTestJSON-1399806409 tempest-ServerGroupTestJSON-1399806409-project-member] Enqueued Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_members [ 896.770408] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGHEST for action security_group_members [ 896.771436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.771436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.771436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.771436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.771436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.771436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.771717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.771717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.771717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.771798] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.274445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.274831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.274831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.274964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.274964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.275355] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.275483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.275553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.275730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.275815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.275912] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af is going to be updated. [ 897.318169] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.318434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.318434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.318586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.318733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.329726] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af in Status: IN_PROGRESS for 2s [ 897.499604] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-080a1e4e-99a1-4350-8882-94515ee57acf tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 897.500208] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 897.500518] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.500637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.500702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.500893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.501060] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.501153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.501212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.501357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.501442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.501535] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.003969] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.004233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.004233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.004434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.028489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.028847] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.029273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.029387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.029627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.029780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.029967] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 898.058134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.058334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.058334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.059931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.060158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.073053] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 898.389106] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.389429] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.389429] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.391163] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.391163] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.391163] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.393437] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.393766] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.393918] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.394157] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.394269] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.394378] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.394493] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.394582] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.394683] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.394820] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.415583] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.415781] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.415879] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.416069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.416389] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-ba7e7de1-3fbb-49ea-889a-72f446d61a64 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.416558] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.416672] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.417014] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.417162] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7e7de1-3fbb-49ea-889a-72f446d61a64',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.468781] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 898.469138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.558629] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 898.558887] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 deletion is rescheduled due to dependency. [ 898.558941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.614153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 in Status: SUCCESS [ 898.614395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.614574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.614798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.615157] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3373f2dd-5640-496a-ab2b-2b82435d0b33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.858303] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c0b88dee-d3d3-49cc-93af-7e89d93699da None None] Enqueued Resource ID: 582ad8bb-2f58-4d24-bcdd-99fb78521e8b with Priority: HIGHEST for action port [ 898.858978] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 582ad8bb-2f58-4d24-bcdd-99fb78521e8b with Priority: HIGHEST for action port [ 898.860712] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-582ad8bb-2f58-4d24-bcdd-99fb78521e8b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.861138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-582ad8bb-2f58-4d24-bcdd-99fb78521e8b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.861138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-582ad8bb-2f58-4d24-bcdd-99fb78521e8b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.861326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-582ad8bb-2f58-4d24-bcdd-99fb78521e8b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.861469] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('582ad8bb-2f58-4d24-bcdd-99fb78521e8b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.921190] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.921428] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.921552] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.921833] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.922232] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.922232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port ba7e7de1-3fbb-49ea-889a-72f446d61a64 not found, creating... [ 898.922411] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.922619] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.922740] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.922997] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.923154] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.923444] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.923585] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.923700] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.923922] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.924304] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.924304] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: ba7e7de1-3fbb-49ea-889a-72f446d61a64 is going to be created. [ 898.945773] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.946127] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.946236] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.946524] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.947157] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.947490] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.950692] env[65422]: INFO networking_nsxv3.common.synchronization [req-9dba63b6-b57b-4cf4-b27c-2eabdb34b07a req-9dc56b7d-6e6b-41db-9b36-e0daee04e399 tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 898.951336] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 898.951651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.951799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.951843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.952811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.952811] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.952811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.952811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.952811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.953065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.953065] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.136736] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.137341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.137341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.137341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.137553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.137553] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3373f2dd-5640-496a-ab2b-2b82435d0b33 is going to be deleted. [ 899.226430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.226505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.227072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.227072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.227216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.227247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3373f2dd-5640-496a-ab2b-2b82435d0b33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.344054] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af in Status: SUCCESS [ 899.344259] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af deletion is rescheduled due to dependency. [ 899.344379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.364728] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 582ad8bb-2f58-4d24-bcdd-99fb78521e8b [ 899.364803] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.364913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.364973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.365386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.365485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.365601] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:582ad8bb-2f58-4d24-bcdd-99fb78521e8b already deleted. [ 899.366448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-582ad8bb-2f58-4d24-bcdd-99fb78521e8b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.456274] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.703625] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-653a21a4-8005-48ef-b1ec-25734113d425 service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 899.703625] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-653a21a4-8005-48ef-b1ec-25734113d425 service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 899.703625] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-653a21a4-8005-48ef-b1ec-25734113d425 service nova] Enqueued Resource ID: ba7e7de1-3fbb-49ea-889a-72f446d61a64 with Priority: HIGHEST for action port [ 899.703625] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 899.703625] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 899.703768] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7e7de1-3fbb-49ea-889a-72f446d61a64 with Priority: HIGHEST for action port [ 899.704133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.704309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.704360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.704577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.704634] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.706165] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.706506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.706635] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba7e7de1-3fbb-49ea-889a-72f446d61a64 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.706737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.706795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.707639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.707639] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7e7de1-3fbb-49ea-889a-72f446d61a64',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.959247] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.085463] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 900.085711] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 deletion is rescheduled due to dependency. [ 900.085825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.085997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.086218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.086397] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.086514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.086578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.087188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.087188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.087188] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.206474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.206780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.210551] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba7e7de1-3fbb-49ea-889a-72f446d61a64 with status ACTIVE [ 900.210741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.210908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.210977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.211193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.211193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.211193] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.211193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.211694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.211727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.211801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.212015] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.212114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.212174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.212505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.212505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.212505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba7e7de1-3fbb-49ea-889a-72f446d61a64 is going to be updated. [ 900.237760] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.237946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.237998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.238237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.238359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.238527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba7e7de1-3fbb-49ea-889a-72f446d61a64" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.461446] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.461717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.461717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.462204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.462309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.462416] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 900.496098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.496098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.496098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.496098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.496098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.506168] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 900.592886] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.091544] env[65422]: INFO networking_nsxv3.common.synchronization [None req-092b9477-383a-41b6-b62b-a27bab5680e7 None None] Enqueued Resource ID: 587c13b9-55c1-4a3c-9a40-d8f51d79ae00 with Priority: HIGHEST for action port [ 901.092264] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587c13b9-55c1-4a3c-9a40-d8f51d79ae00 with Priority: HIGHEST for action port [ 901.092397] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-587c13b9-55c1-4a3c-9a40-d8f51d79ae00 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.092501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587c13b9-55c1-4a3c-9a40-d8f51d79ae00" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.092891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587c13b9-55c1-4a3c-9a40-d8f51d79ae00" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.092891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587c13b9-55c1-4a3c-9a40-d8f51d79ae00" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.093769] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587c13b9-55c1-4a3c-9a40-d8f51d79ae00',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.096162] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.186458] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-ba21df82-74c5-43db-85f5-fb3b94d2eb3d tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 901.187081] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 901.187420] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.187516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.597269] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 587c13b9-55c1-4a3c-9a40-d8f51d79ae00 [ 901.597683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.597683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.597683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.597895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.598143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.598232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:587c13b9-55c1-4a3c-9a40-d8f51d79ae00 already deleted. [ 901.598274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587c13b9-55c1-4a3c-9a40-d8f51d79ae00" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.598618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.598751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.598862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.599104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.599189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.599297] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 901.607420] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-815 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.607606] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.607748] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.608182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.608476] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.608637] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.608749] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.608974] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.609111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.609337] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.609418] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.609522] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.609624] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.609725] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.609823] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.609950] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.650020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.650020] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.650020] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.650020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-815" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.650020] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.650020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.650020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.650020] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.650020] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76dfa38d-18b0-4fa3-a4ac-7988e750f50a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.661670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.661892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.661995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.662322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.662550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.675544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 902.153332] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.153547] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.153667] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.153942] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.154111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.154371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 76dfa38d-18b0-4fa3-a4ac-7988e750f50a not found, creating... [ 902.154509] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.154659] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.154772] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.155208] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.155370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.155650] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.155800] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.155911] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.156136] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.156269] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.156412] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 76dfa38d-18b0-4fa3-a4ac-7988e750f50a is going to be created. [ 902.178187] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.178439] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.178573] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.178880] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.179140] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.179391] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.517557] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 902.517827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.889809] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-502512c1-ec23-494c-9dec-7d9f19cfac3b service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 902.889809] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-502512c1-ec23-494c-9dec-7d9f19cfac3b service nova] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 902.889809] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ad99895-8c4c-4935-a16c-37a827051cfe req-502512c1-ec23-494c-9dec-7d9f19cfac3b service nova] Enqueued Resource ID: 76dfa38d-18b0-4fa3-a4ac-7988e750f50a with Priority: HIGHEST for action port [ 902.889809] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_rules [ 902.890575] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 902.890575] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76dfa38d-18b0-4fa3-a4ac-7988e750f50a with Priority: HIGHEST for action port [ 902.890801] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.890926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.891164] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.891270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.891469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.891586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.891720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.891817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.891895] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76dfa38d-18b0-4fa3-a4ac-7988e750f50a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.393989] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76dfa38d-18b0-4fa3-a4ac-7988e750f50a with status ACTIVE [ 903.394319] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.394466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.394573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.395237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.395237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.395237] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.395237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.395237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.395473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.395473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.395568] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.395659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.395709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.395827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.395930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.396038] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76dfa38d-18b0-4fa3-a4ac-7988e750f50a is going to be updated. [ 903.419412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.419602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.419745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.419946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.420261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.420470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76dfa38d-18b0-4fa3-a4ac-7988e750f50a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.687084] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 903.687084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.687294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.687661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.687851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.687971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.688045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.688204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.688283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.688367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.688465] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.689439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.689605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.689762] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.689857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.689950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.690118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.690203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.690296] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.811669] env[65422]: INFO networking_nsxv3.common.synchronization [req-93bde74e-b7b5-4fd0-ac46-9f6d860c04c8 req-ec662a58-49b8-4691-bfd1-32fbd0da15e0 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_members [ 903.812280] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_members [ 903.812579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.812699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.812763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.813284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.813686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.813686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.813686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.813952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.814097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.814235] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.193288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.193740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.193740] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.207940] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.208438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.208565] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.208965] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.209359] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.209544] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.209647] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.209868] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.210026] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.210262] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.210375] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.210488] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.210657] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.210768] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 904.211154] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.211583] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.246120] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.246328] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 904.246466] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.246648] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.246982] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-c1eaff02-bbf6-47d2-9655-443ca8021c5a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.249480] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.249629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.250257] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.250397] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1eaff02-bbf6-47d2-9655-443ca8021c5a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.316928] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.317096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.317152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.317370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.317463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.317685] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.317767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.317833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.318056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.318271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.318271] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed already deleted. [ 904.318271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.695716] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.753225] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.753440] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.753557] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.753910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.754024] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.754179] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port c1eaff02-bbf6-47d2-9655-443ca8021c5a not found, creating... [ 904.754741] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.754741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.754741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.754904] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.755045] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.755400] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.755573] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.755688] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.755901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.756041] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.756181] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: c1eaff02-bbf6-47d2-9655-443ca8021c5a is going to be created. [ 904.781400] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.781660] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.781723] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.781982] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.782227] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.782477] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.197802] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.199354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.199354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.199354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.199354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.199354] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 905.232423] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.232662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.232662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.232885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.233081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.244680] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 905.509338] env[65422]: INFO networking_nsxv3.common.synchronization [req-93bde74e-b7b5-4fd0-ac46-9f6d860c04c8 req-9d2e1a81-5361-482d-b236-4a192ceb9704 service nova] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_rules [ 905.509338] env[65422]: INFO networking_nsxv3.common.synchronization [req-93bde74e-b7b5-4fd0-ac46-9f6d860c04c8 req-9d2e1a81-5361-482d-b236-4a192ceb9704 service nova] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_members [ 905.509338] env[65422]: INFO networking_nsxv3.common.synchronization [req-93bde74e-b7b5-4fd0-ac46-9f6d860c04c8 req-9d2e1a81-5361-482d-b236-4a192ceb9704 service nova] Enqueued Resource ID: c1eaff02-bbf6-47d2-9655-443ca8021c5a with Priority: HIGHEST for action port [ 905.509338] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_rules [ 905.509744] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_members [ 905.509744] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1eaff02-bbf6-47d2-9655-443ca8021c5a with Priority: HIGHEST for action port [ 905.510063] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.510063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.510209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.510295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.510395] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.512304] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.512304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.512304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.512500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.512655] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.512725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.512766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.512944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.513112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.513174] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.514761] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1eaff02-bbf6-47d2-9655-443ca8021c5a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.514892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.514977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.515097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.515183] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1eaff02-bbf6-47d2-9655-443ca8021c5a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.018055] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.019171] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.019285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.019459] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1eaff02-bbf6-47d2-9655-443ca8021c5a with status ACTIVE [ 906.019618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.019724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.019793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.019999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.020107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.020283] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.020378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.020426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.020598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.020689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.020848] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.020962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.021020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.021136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.021237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.021311] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1eaff02-bbf6-47d2-9655-443ca8021c5a is going to be updated. [ 906.046074] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.046264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.046311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.046487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.046623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.046784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1eaff02-bbf6-47d2-9655-443ca8021c5a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.524424] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.026513] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.026671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.026737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.026964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.027072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.027175] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed is going to be created. [ 907.062051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.062051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.062051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.062051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.062051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.074375] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed in Status: UNINITIALIZED for 2s [ 907.253346] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 907.253598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.253732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.253947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.254148] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.254256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.254365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.254471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.254550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.254645] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.758591] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.261368] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.544205] env[65422]: INFO networking_nsxv3.common.synchronization [req-db067abc-0384-4a0a-b3f5-8bb1fe477c91 req-2a1bccc7-3adc-4126-90ea-33387c9b9851 tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 908.544205] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 908.544205] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.544205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.544205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.544205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.546532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.547025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.547205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.547469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.547671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.547853] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.764136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.764434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.764434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.764608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.764705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.764801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 908.807791] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.807791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.807791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.807791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.807791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.817604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 908.914569] env[65422]: INFO networking_nsxv3.common.synchronization [req-e3828862-c817-4380-bc1c-5abbaf74cb10 req-fa023bc4-16ee-4d88-bd16-4f8f834b10d0 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_members [ 908.915016] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_members [ 908.915337] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.915454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.915518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.915811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.915919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.917068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.917175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.917343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.917428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.917543] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.049971] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.050394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.050573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.053016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.053016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.053016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.053016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.053016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.053016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.053016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.053016] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 909.089021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.089021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.089021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.089021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.089021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.089021] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed in Status: SUCCESS [ 909.089021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.090727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.090921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.091114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.091222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.091282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.091429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.091504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.091683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.091683] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.095683] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 909.272164] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.272361] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.272486] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.272756] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.273508] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.273508] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.273508] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.273734] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.273734] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.273910] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.274013] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.274142] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.274224] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.274327] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.274424] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.274553] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.304726] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.304726] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.304726] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.304726] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.305226] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-a52973b6-14a8-480e-8ad4-92719252801c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.305226] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.305405] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.305627] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.305763] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52973b6-14a8-480e-8ad4-92719252801c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.419846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.420125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.420125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.420272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.420326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.420504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.420652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.420652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.420845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.420929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.420983] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 already deleted. [ 909.421075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.593797] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.811786] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.812041] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.812182] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.812500] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.812671] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.812844] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port a52973b6-14a8-480e-8ad4-92719252801c not found, creating... [ 909.813234] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.813412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.813550] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.813797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.813976] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.814277] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.814463] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.814586] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.814825] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.814972] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.815156] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: a52973b6-14a8-480e-8ad4-92719252801c is going to be created. [ 909.841974] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.841974] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.841974] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.842384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.842384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.842664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.095639] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b054206-85e8-48b4-b07f-41ee8ffb0bed: rpc.has_security_group_logging(os_id): False [ 910.116190] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.116190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.116982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.118468] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.118468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.118468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.118468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.118468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.118468] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed is going to be created. [ 910.193972] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.194266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.194402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.194742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.195279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.210272] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed in Status: IN_PROGRESS for 2s [ 910.618643] env[65422]: INFO networking_nsxv3.common.synchronization [req-e3828862-c817-4380-bc1c-5abbaf74cb10 req-ac4b47f3-9a96-45ae-9fb4-c141897529eb service nova] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_rules [ 910.618774] env[65422]: INFO networking_nsxv3.common.synchronization [req-e3828862-c817-4380-bc1c-5abbaf74cb10 req-ac4b47f3-9a96-45ae-9fb4-c141897529eb service nova] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_members [ 910.618850] env[65422]: INFO networking_nsxv3.common.synchronization [req-e3828862-c817-4380-bc1c-5abbaf74cb10 req-ac4b47f3-9a96-45ae-9fb4-c141897529eb service nova] Enqueued Resource ID: a52973b6-14a8-480e-8ad4-92719252801c with Priority: HIGHEST for action port [ 910.620032] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_rules [ 910.620032] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_members [ 910.620032] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52973b6-14a8-480e-8ad4-92719252801c with Priority: HIGHEST for action port [ 910.620399] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.620399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.620596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.620649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.620720] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.621679] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.621794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.622744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.622744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.622744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.622744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.622744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.622744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.622744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.622744] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.626097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52973b6-14a8-480e-8ad4-92719252801c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.626097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.626097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.626097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.626097] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52973b6-14a8-480e-8ad4-92719252801c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.831348] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 910.831716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.831823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.832054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.832278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.832419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.832492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.832673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.832774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.832869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.833196] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.833315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.833382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.833529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.833674] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.833774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.833834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.834024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.834111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.834198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.834292] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.107037] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 911.107226] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 deletion is rescheduled due to dependency. [ 911.107346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.125929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.126096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.126293] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.127240] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a52973b6-14a8-480e-8ad4-92719252801c with status ACTIVE [ 911.127425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.127570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.127636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.127835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.127921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.128105] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.128225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.128272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.128397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.128472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.128647] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.128739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.128784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.128930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.129051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.129102] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a52973b6-14a8-480e-8ad4-92719252801c is going to be updated. [ 911.149245] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.149387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.149455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.149657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.149796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.149957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52973b6-14a8-480e-8ad4-92719252801c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.337044] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34de2e2c-d3ca-4201-9802-b2827cd73bd8: rpc.has_security_group_logging(os_id): False [ 911.361462] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.361462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.361627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.361693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.361814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.362511] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.362511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.362511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.362760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.362760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.363093] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.363195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.363259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.363451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.365371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.365371] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.365946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.365946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.365946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.365946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.365946] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 911.453413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.453573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.453613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.453842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.454287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.471378] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 911.631143] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.133846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.134145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.134145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.134357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.134450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.134551] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 is going to be created. [ 912.162361] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.162525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.162569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.163942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.163942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.177190] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abdc133-c088-46fa-9028-755c7d8e4629 in Status: UNINITIALIZED for 2s [ 912.226153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed in Status: SUCCESS [ 912.226421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.490709] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 913.491051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.491051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.491426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.491426] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.994450] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.994616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.994688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.994955] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.995249] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.995322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.995390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.995559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.995638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.995727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.995831] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.158769] env[65422]: INFO networking_nsxv3.common.synchronization [req-d204f119-33c2-4fce-9b04-3d2d0922912a req-50fead35-80d6-4b62-b1c1-e6b2083d270e tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 914.159321] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 914.159665] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.159788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.159847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.160058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.160205] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.160303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.160359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.160505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.160586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.160676] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.190711] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abdc133-c088-46fa-9028-755c7d8e4629 in Status: SUCCESS [ 914.190981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.191470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.191772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.192094] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.192158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.192263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.192386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.192510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.192660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.192792] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.302203] env[65422]: INFO networking_nsxv3.common.synchronization [req-1c3aabd1-8025-4c7b-96d7-61eee168af8d req-aa25fc4e-a447-4d53-809d-08eb5d2a55a0 tempest-MultipleCreateTestJSON-1754149764 tempest-MultipleCreateTestJSON-1754149764-project-member] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 914.302723] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGHEST for action security_group_members [ 914.304114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.304114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.499962] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.500253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.662323] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.694938] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.165141] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.198849] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5abdc133-c088-46fa-9028-755c7d8e4629: rpc.has_security_group_logging(os_id): False [ 915.224506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.224700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.224922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.225039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.225143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.225556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.225723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.225723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.226237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.226237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.226345] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 is going to be created. [ 915.322771] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.323085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.323194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.323441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.323644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.340138] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abdc133-c088-46fa-9028-755c7d8e4629 in Status: IN_PROGRESS for 2s [ 915.667769] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.668172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.668172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.668278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.668380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.668481] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 915.708967] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.709226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.709333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.709828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.710047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.721841] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 917.355044] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5abdc133-c088-46fa-9028-755c7d8e4629 in Status: SUCCESS [ 917.355407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.734412] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 917.734683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.734898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.735201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.735567] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.735687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.735816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.736240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.736306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.736421] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.239491] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.239738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.239833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.240194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.240341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.240557] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.240619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.240707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.240849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.241113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.241113] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 918.277248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.277420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.277474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.277682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.277826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.289339] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 919.304402] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.304402] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 920.303284] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 920.303471] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 deletion is rescheduled due to dependency. [ 920.303574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.303913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.304246] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.304341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.304476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.304830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.304830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.304830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.305068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.305141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.305197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.305331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.305553] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.305665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.305665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.305793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.306755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.306755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.306755] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.811260] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34de2e2c-d3ca-4201-9802-b2827cd73bd8: rpc.has_security_group_logging(os_id): False [ 920.837025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.837025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.837025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.837025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.837647] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.837647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.840157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.840157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.840157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.840157] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be updated. [ 920.928583] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.928812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.928878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.929078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.929248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.946658] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: IN_PROGRESS for 2s [ 922.967771] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 in Status: SUCCESS [ 922.968045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.079031] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a05a86e8-ee86-418b-9acb-13043769c851 None None] Enqueued Resource ID: 9ace322c-adf0-44b3-9882-8493ef707758 with Priority: HIGHEST for action port [ 923.080462] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ace322c-adf0-44b3-9882-8493ef707758 with Priority: HIGHEST for action port [ 923.081238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ace322c-adf0-44b3-9882-8493ef707758 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.081432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ace322c-adf0-44b3-9882-8493ef707758" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.081708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ace322c-adf0-44b3-9882-8493ef707758" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.081826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ace322c-adf0-44b3-9882-8493ef707758" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.081954] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ace322c-adf0-44b3-9882-8493ef707758',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.585563] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ace322c-adf0-44b3-9882-8493ef707758 [ 923.585563] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.585563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.585732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.585838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.585959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.590288] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ace322c-adf0-44b3-9882-8493ef707758 already deleted. [ 923.590288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ace322c-adf0-44b3-9882-8493ef707758" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.621303] env[65422]: INFO networking_nsxv3.common.synchronization [None req-65bad275-d891-4d9e-97ae-5598a7e74d31 None None] Enqueued Resource ID: 816a78ec-bc99-4663-b32e-ab2d3da5148c with Priority: HIGHEST for action port [ 925.622091] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816a78ec-bc99-4663-b32e-ab2d3da5148c with Priority: HIGHEST for action port [ 925.622568] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-816a78ec-bc99-4663-b32e-ab2d3da5148c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.622703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816a78ec-bc99-4663-b32e-ab2d3da5148c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.622772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816a78ec-bc99-4663-b32e-ab2d3da5148c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.623099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816a78ec-bc99-4663-b32e-ab2d3da5148c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.623203] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816a78ec-bc99-4663-b32e-ab2d3da5148c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.989015] env[65422]: INFO networking_nsxv3.common.synchronization [req-1ab013ae-6eee-4d1a-83d6-4ada0b1d407e req-a185e4aa-d36a-4cc0-a174-d256e68de033 tempest-ListServerFiltersTestJSON-450683048 tempest-ListServerFiltersTestJSON-450683048-project-member] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 925.990051] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGHEST for action security_group_members [ 925.990455] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.990611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.990698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.991061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.991198] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.991319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.991418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.991799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.991799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.991799] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.126685] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 816a78ec-bc99-4663-b32e-ab2d3da5148c [ 926.127961] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.127961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.127961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.127961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.127961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.128317] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:816a78ec-bc99-4663-b32e-ab2d3da5148c already deleted. [ 926.128528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816a78ec-bc99-4663-b32e-ab2d3da5148c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.494262] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.494262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.494262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.494262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.516577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.516828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.517052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.517052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.517215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.517297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.517387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be updated. [ 926.548161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.548161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.548161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.548161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.548161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.557627] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: IN_PROGRESS for 2s [ 928.572899] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 in Status: SUCCESS [ 928.572899] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 deletion is rescheduled due to dependency. [ 928.572899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.901155] env[65422]: INFO networking_nsxv3.common.synchronization [req-be082265-647c-4b06-a27c-51f51e57af22 req-e5db122e-b990-4d4d-9ce8-aee918efd987 tempest-ServersAdminTestJSON-1439417996 tempest-ServersAdminTestJSON-1439417996-project-member] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 929.901808] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGHEST for action security_group_members [ 929.902239] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.902408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.902491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.902693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.902877] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.902974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.903096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.903232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.903319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.903413] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.406382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.406549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.406630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.406838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.434396] env[65422]: INFO networking_nsxv3.common.synchronization [req-d16314a0-8f43-4056-b643-565b72e5c5b6 req-f2e79e9c-ed36-4f6a-ad57-96bdbb409ca2 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 930.440020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.440020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.440020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.440020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.440020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.440020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be updated. [ 930.440020] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 930.441520] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.441780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.441953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.442518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.442791] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.443022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.443205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.443473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.443710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.444124] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.472746] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.472746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.472746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.472746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.473080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.483509] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: IN_PROGRESS for 2s [ 930.948904] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.949294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.949294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.949746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.976034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.976506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.976506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.976506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.977298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.977298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.977298] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 931.009823] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.010016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.010145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.010401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.010580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.021380] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 931.869607] env[65422]: INFO networking_nsxv3.common.synchronization [req-875b12c8-69e1-4010-838f-227fd97efc81 req-768cfdd5-9228-47c6-a935-91a0c03db6a2 tempest-ServerMetadataTestJSON-1379754277 tempest-ServerMetadataTestJSON-1379754277-project-member] Enqueued Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_members [ 931.870484] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_members [ 931.870680] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.870800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.870866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.871208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.871562] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.871562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.871694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.871734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.871823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.871932] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.235061] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.235061] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-325" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.235061] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-325" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.235884] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-325" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.236264] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.239092] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.239092] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.239092] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.239092] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.239092] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.239092] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.239092] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.239092] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.239092] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.239092] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.239092] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.259868] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.260055] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.260193] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.260371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-325" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.260695] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.260861] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.261206] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.261325] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.261461] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d90e7e-c69f-428e-aa59-7da9a9c04d8d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.375651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.375651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.375651] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 already deleted. [ 932.375651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.494657] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbb7290f-a9ca-494d-87ea-8c35003b13df in Status: SUCCESS [ 932.494851] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df deletion is rescheduled due to dependency. [ 932.495014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.764141] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.764476] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.764618] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.764895] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.765051] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.765208] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 78d90e7e-c69f-428e-aa59-7da9a9c04d8d not found, creating... [ 932.765476] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.765621] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.765736] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.765949] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.766097] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.766663] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.766663] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.766819] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.766992] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.767142] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.768088] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 78d90e7e-c69f-428e-aa59-7da9a9c04d8d is going to be created. [ 932.787994] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.788290] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.788364] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.788615] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.788846] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.789084] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.034595] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 933.034996] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 933.035219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.540023] env[65422]: INFO networking_nsxv3.common.synchronization [req-875b12c8-69e1-4010-838f-227fd97efc81 req-b38d3070-58e4-476e-bd26-70b41c576e13 service nova] Enqueued Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_rules [ 933.540265] env[65422]: INFO networking_nsxv3.common.synchronization [req-875b12c8-69e1-4010-838f-227fd97efc81 req-b38d3070-58e4-476e-bd26-70b41c576e13 service nova] Enqueued Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_members [ 933.540265] env[65422]: INFO networking_nsxv3.common.synchronization [req-875b12c8-69e1-4010-838f-227fd97efc81 req-b38d3070-58e4-476e-bd26-70b41c576e13 service nova] Enqueued Resource ID: 78d90e7e-c69f-428e-aa59-7da9a9c04d8d with Priority: HIGHEST for action port [ 933.541080] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_rules [ 933.541080] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_members [ 933.541080] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d90e7e-c69f-428e-aa59-7da9a9c04d8d with Priority: HIGHEST for action port [ 933.541267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.541365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.541470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.541669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.541753] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.543473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.543473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.543473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.545019] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.545019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.545019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.545019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.545019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.545019] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d90e7e-c69f-428e-aa59-7da9a9c04d8d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.050023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.050023] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.050023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78d90e7e-c69f-428e-aa59-7da9a9c04d8d with status ACTIVE [ 934.050023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.050023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.050023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.050673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.050673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.050673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.050673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.050673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.050673] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78d90e7e-c69f-428e-aa59-7da9a9c04d8d is going to be updated. [ 934.073431] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.073640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.073640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.073875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.074021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.074196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d90e7e-c69f-428e-aa59-7da9a9c04d8d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.553858] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.058103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.058103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.058103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.058304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.058870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.058870] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 is going to be created. [ 935.088923] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.089120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.089183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.089369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.089573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.101238] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 in Status: UNINITIALIZED for 2s [ 937.113460] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 in Status: SUCCESS [ 937.113868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.113868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.114088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.114282] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.114398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.114480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.114637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.114719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.114801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.114888] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.617449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.617637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.617637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.617929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.618175] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.618315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.618525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.618704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.618801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.620267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.620267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.620267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.620267] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.122837] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 572b68ab-737b-4b38-a2fa-fc5ef339ff40: rpc.has_security_group_logging(os_id): False [ 938.142615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.142762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.142832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.143058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.143230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.143387] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.143478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.143525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.143675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.143752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.143939] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.144148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.144328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.144385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.144762] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.144762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.144762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.144916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.144916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.145020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 is going to be created. [ 938.208374] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.208631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.208631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.208819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.208988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.219524] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 in Status: IN_PROGRESS for 2s [ 938.541895] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 938.542136] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 940.237973] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 in Status: SUCCESS [ 940.238377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.804271] env[65422]: INFO networking_nsxv3.common.synchronization [req-6434ed1a-a05e-4a56-9c24-6a3f85fc008a req-f54af02d-c304-4e84-8008-ffecc79d6837 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 942.804999] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 942.805797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.805933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.805992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.806320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.806477] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.806574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.806633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.806801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.806887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.806982] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.101687] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.102313] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.102313] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.102438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.102630] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.102811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.102924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.103207] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.103323] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.103558] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.103686] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.103763] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.103867] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.104023] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.104474] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.104474] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.129934] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.130100] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.130262] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.130557] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.130932] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-b2f08e99-4a10-4a2d-8aff-83b8e5454187 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.131203] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.131324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.131643] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.131780] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f08e99-4a10-4a2d-8aff-83b8e5454187',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.309055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.309282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.309282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.309457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.309551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.309772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.309869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.309942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.310188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.310272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.310361] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 already deleted. [ 943.310448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.634658] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.634658] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634908] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.635910] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port b2f08e99-4a10-4a2d-8aff-83b8e5454187 not found, creating... [ 943.635910] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.635910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.636193] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.636665] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.636665] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.636783] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.636945] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.637114] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.637393] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.637617] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.637781] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: b2f08e99-4a10-4a2d-8aff-83b8e5454187 is going to be created. [ 943.659689] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.660128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.660128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.660387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.660642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.660954] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.366842] env[65422]: INFO networking_nsxv3.common.synchronization [req-6434ed1a-a05e-4a56-9c24-6a3f85fc008a req-7b32f8e9-7082-4e2e-8559-d782c1490222 service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 944.367223] env[65422]: INFO networking_nsxv3.common.synchronization [req-6434ed1a-a05e-4a56-9c24-6a3f85fc008a req-7b32f8e9-7082-4e2e-8559-d782c1490222 service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 944.367293] env[65422]: INFO networking_nsxv3.common.synchronization [req-6434ed1a-a05e-4a56-9c24-6a3f85fc008a req-7b32f8e9-7082-4e2e-8559-d782c1490222 service nova] Enqueued Resource ID: b2f08e99-4a10-4a2d-8aff-83b8e5454187 with Priority: HIGHEST for action port [ 944.368096] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 944.368096] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 944.368096] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f08e99-4a10-4a2d-8aff-83b8e5454187 with Priority: HIGHEST for action port [ 944.368530] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.368771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.368771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.369340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.369807] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.370415] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.370415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.370513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.370645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.370805] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.370982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.370982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.371403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.371403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.371403] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.372587] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f08e99-4a10-4a2d-8aff-83b8e5454187 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.372587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.372683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.373133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.373133] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f08e99-4a10-4a2d-8aff-83b8e5454187',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.874424] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.874607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.874852] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.875981] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f08e99-4a10-4a2d-8aff-83b8e5454187 with status ACTIVE [ 944.878234] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.878234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.878234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.878234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.878234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.879087] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.879625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.879625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.879625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.882475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.882475] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.882475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.882475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.882475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.882475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.882475] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f08e99-4a10-4a2d-8aff-83b8e5454187 is going to be updated. [ 944.907119] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.907119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.907119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.907119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.907119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.907119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f08e99-4a10-4a2d-8aff-83b8e5454187" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.035200] env[65422]: INFO networking_nsxv3.common.synchronization [req-464c8d9a-de21-4aa7-b833-447491396965 req-1662345e-5f70-4701-9425-44d9ce00d3f4 tempest-ServerMetadataTestJSON-1379754277 tempest-ServerMetadataTestJSON-1379754277-project-member] Enqueued Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_members [ 945.035816] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGHEST for action security_group_members [ 945.036266] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.036383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.036446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.036652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.036808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.039091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.039091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.039091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.039091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.039091] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.383558] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.539600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.541222] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.541222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.541222] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 is going to be updated. [ 945.571807] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.572055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.572373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.585477] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 in Status: IN_PROGRESS for 2s [ 945.887531] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.887531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.887531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.887993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.887993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.887993] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be created. [ 945.913475] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.913629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.913629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.915364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.915364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.929684] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: UNINITIALIZED for 2s [ 947.595721] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 in Status: SUCCESS [ 947.596095] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 deletion is rescheduled due to dependency. [ 947.596095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.940013] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 947.940361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.940547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.940763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.940951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.941078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.941142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.941285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.941362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.941444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.941530] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.444310] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.444578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.444578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.444775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.444990] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.445094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.445094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.445247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.445338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.445421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.445585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.445685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.445745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.446231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.446231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.446231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.446808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.447036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.447292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.447292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.447424] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.637884] env[65422]: INFO networking_nsxv3.common.synchronization [None req-37ce43e6-d459-44f7-989e-81bfb83ad664 None None] Enqueued Resource ID: 4b851412-874f-4712-98b8-77a50be7ef16 with Priority: HIGHEST for action port [ 948.638468] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b851412-874f-4712-98b8-77a50be7ef16 with Priority: HIGHEST for action port [ 948.638790] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b851412-874f-4712-98b8-77a50be7ef16 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.638924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b851412-874f-4712-98b8-77a50be7ef16" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.638989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b851412-874f-4712-98b8-77a50be7ef16" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.639405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b851412-874f-4712-98b8-77a50be7ef16" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.639492] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b851412-874f-4712-98b8-77a50be7ef16',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.950512] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b9900-8c85-4a45-b774-218164781295: rpc.has_security_group_logging(os_id): False [ 948.969228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.969990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.969990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.969990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.969990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.969990] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.970266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.970266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.970333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.970366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.970541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.970634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.970693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.970829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.971081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.971159] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.971212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.971248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.971376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.971453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.971703] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be created. [ 949.028907] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.029111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.029203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.029415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.029599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.043638] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 949.141262] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b851412-874f-4712-98b8-77a50be7ef16 [ 949.141474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.141609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.141672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.141908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.141998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.142105] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b851412-874f-4712-98b8-77a50be7ef16 already deleted. [ 949.142187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b851412-874f-4712-98b8-77a50be7ef16" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.059514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 951.059849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.352178] env[65422]: INFO networking_nsxv3.common.synchronization [None req-345caea9-b111-4bf4-a70a-d35c774b131d None None] Enqueued Resource ID: 58c2e598-0f29-463c-bd64-a71ebf52a5fd with Priority: HIGHEST for action port [ 951.352669] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58c2e598-0f29-463c-bd64-a71ebf52a5fd with Priority: HIGHEST for action port [ 951.353049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-58c2e598-0f29-463c-bd64-a71ebf52a5fd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.353179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58c2e598-0f29-463c-bd64-a71ebf52a5fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.353286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58c2e598-0f29-463c-bd64-a71ebf52a5fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.353546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58c2e598-0f29-463c-bd64-a71ebf52a5fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.353641] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58c2e598-0f29-463c-bd64-a71ebf52a5fd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.857449] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58c2e598-0f29-463c-bd64-a71ebf52a5fd [ 951.857705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.857851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.857917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.858164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.858263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.858371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58c2e598-0f29-463c-bd64-a71ebf52a5fd already deleted. [ 951.858451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58c2e598-0f29-463c-bd64-a71ebf52a5fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.508587] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b3910563-6a13-439a-97a5-dc206b564590 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: abcad656-8242-4f8a-b448-c2bd06724b18 with Priority: HIGHEST for action security_group_rules [ 953.510429] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcad656-8242-4f8a-b448-c2bd06724b18 with Priority: HIGHEST for action security_group_rules [ 953.510772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abcad656-8242-4f8a-b448-c2bd06724b18 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.511081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.511081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.511476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.511476] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abcad656-8242-4f8a-b448-c2bd06724b18',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.658026] env[65422]: INFO networking_nsxv3.common.synchronization [None req-33d5c52a-1624-4b8d-bff0-9242b4aadf3d tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: abcad656-8242-4f8a-b448-c2bd06724b18 with Priority: HIGHEST for action security_group_rules [ 953.658598] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcad656-8242-4f8a-b448-c2bd06724b18 with Priority: HIGHEST for action security_group_rules [ 953.660591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abcad656-8242-4f8a-b448-c2bd06724b18 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.661353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.036190] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.036353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.036434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.037060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.037060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.037060] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abcad656-8242-4f8a-b448-c2bd06724b18 already deleted. [ 954.037917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.038115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.038354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.039609] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abcad656-8242-4f8a-b448-c2bd06724b18',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.570068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.570440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.570440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.570587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.570695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.570812] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abcad656-8242-4f8a-b448-c2bd06724b18 already deleted. [ 954.571107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abcad656-8242-4f8a-b448-c2bd06724b18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.780528] env[65422]: INFO networking_nsxv3.common.synchronization [req-175a7b8a-e64f-48a9-bc58-8dc51d825193 req-bebd55b6-39f1-4d6c-bb01-50e7c978046c tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 955.781075] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 955.781430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.781582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.781649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.781852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.782014] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.782114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.782173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.782317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.782509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.782509] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.102290] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.102531] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.102607] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.103041] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.103165] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.103345] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.103468] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.103681] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.103822] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.104050] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.104162] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.104272] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.104398] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.104508] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.104608] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.104777] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.127022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.127022] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.127022] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.127022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.127022] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-aa79a652-2e09-4670-8d1d-195369c94b2b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.127022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.127022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.127022] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.127022] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa79a652-2e09-4670-8d1d-195369c94b2b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.285615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.286242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.286496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.286745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.286833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.287119] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.287320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.287455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.287719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.287833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.287950] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 956.315947] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.316119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.316192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.316393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.316538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.326567] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 956.630217] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.630551] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.630735] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.631166] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.631399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.631612] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port aa79a652-2e09-4670-8d1d-195369c94b2b not found, creating... [ 956.631990] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.632217] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.632410] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.632772] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.632958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.633375] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.633548] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.633661] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.633867] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.633999] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.634143] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: aa79a652-2e09-4670-8d1d-195369c94b2b is going to be created. [ 956.654786] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.655116] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.655290] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.655459] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.655684] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.655899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.226752] env[65422]: INFO networking_nsxv3.common.synchronization [None req-8818263d-b9e5-4a02-a740-6898cf6fa034 None None] Enqueued Resource ID: 87861ab6-bf7e-425e-9af9-dd8f0a28f47c with Priority: HIGHEST for action port [ 957.227711] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87861ab6-bf7e-425e-9af9-dd8f0a28f47c with Priority: HIGHEST for action port [ 957.227944] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-87861ab6-bf7e-425e-9af9-dd8f0a28f47c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.228153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87861ab6-bf7e-425e-9af9-dd8f0a28f47c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.228254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87861ab6-bf7e-425e-9af9-dd8f0a28f47c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.228600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87861ab6-bf7e-425e-9af9-dd8f0a28f47c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.228703] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87861ab6-bf7e-425e-9af9-dd8f0a28f47c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.425975] env[65422]: INFO networking_nsxv3.common.synchronization [req-175a7b8a-e64f-48a9-bc58-8dc51d825193 req-95af3a12-5ec0-4115-a02b-65529f698c0d service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 957.426207] env[65422]: INFO networking_nsxv3.common.synchronization [req-175a7b8a-e64f-48a9-bc58-8dc51d825193 req-95af3a12-5ec0-4115-a02b-65529f698c0d service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 957.426283] env[65422]: INFO networking_nsxv3.common.synchronization [req-175a7b8a-e64f-48a9-bc58-8dc51d825193 req-95af3a12-5ec0-4115-a02b-65529f698c0d service nova] Enqueued Resource ID: aa79a652-2e09-4670-8d1d-195369c94b2b with Priority: HIGHEST for action port [ 957.429806] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 957.429806] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 957.429806] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa79a652-2e09-4670-8d1d-195369c94b2b with Priority: HIGHEST for action port [ 957.429806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.429806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.429806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.429806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa79a652-2e09-4670-8d1d-195369c94b2b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.429806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.429806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa79a652-2e09-4670-8d1d-195369c94b2b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.692104] env[65422]: INFO networking_nsxv3.common.synchronization [req-5c31cded-f27a-4df7-af12-27475a204ca2 req-9a3b6a2d-9b08-4f32-92bd-5c91bd789b95 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 957.692866] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 957.692973] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.693125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.693191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.693428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.693599] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.694064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.694162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.694364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.694461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.694551] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.732160] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87861ab6-bf7e-425e-9af9-dd8f0a28f47c [ 957.732160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.732160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.732160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.732160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.732160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.732160] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87861ab6-bf7e-425e-9af9-dd8f0a28f47c already deleted. [ 957.732160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87861ab6-bf7e-425e-9af9-dd8f0a28f47c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.784441] env[65422]: INFO networking_nsxv3.common.synchronization [req-3c4c3437-6e27-4b58-bf8e-a4955fdcd000 req-016f865b-05fc-422c-aa32-f361f775c9fd tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 957.785232] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 957.785232] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.785232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.786506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.786506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.786506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.786506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.786506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.786506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.786506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.786506] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.932192] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.932271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.932448] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa79a652-2e09-4670-8d1d-195369c94b2b with status ACTIVE [ 957.933255] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.933255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.933255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.933255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.933255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.933255] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.933558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.933558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.933558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.933640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.933901] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.933901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.934051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.934105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.934227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.934419] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa79a652-2e09-4670-8d1d-195369c94b2b is going to be updated. [ 957.961437] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.961437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.961437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.961437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.961437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.961437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa79a652-2e09-4670-8d1d-195369c94b2b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.166699] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.166887] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.167018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.167330] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.167596] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.167751] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.167875] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.168118] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.168261] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.168517] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.168644] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.168770] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.168876] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.169039] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.169092] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.169265] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.198120] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.198120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.198120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.198120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.238187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.238580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.238580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.238781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.238990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.238990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.239170] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 958.242174] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.242541] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.242541] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.242541] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.243241] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-53fe187f-f12f-40ad-94fa-75bb9f0182ed taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.243241] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.243241] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.243804] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.243804] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fe187f-f12f-40ad-94fa-75bb9f0182ed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.284262] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.284479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.284526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.284730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.284876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.288791] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.288954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.289244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.289375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.289375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.289591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.289692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.289752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.289974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.290022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.290117] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 958.301918] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 958.323358] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.323556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.323556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.323767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.323919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.336818] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 958.337353] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 958.338324] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 958.338324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.338324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.338324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.338324] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.338856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.338856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.338856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.338956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.338986] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.746526] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.746762] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.746909] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.747246] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.747392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.747555] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 53fe187f-f12f-40ad-94fa-75bb9f0182ed not found, creating... [ 958.747786] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.747939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.748062] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.748279] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.748413] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.748811] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.748811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.748948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.749154] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.749286] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.749421] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 53fe187f-f12f-40ad-94fa-75bb9f0182ed is going to be created. [ 958.770064] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.770329] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.770474] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.770763] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.771170] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.771394] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.841715] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.345224] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.507495] env[65422]: INFO networking_nsxv3.common.synchronization [req-3c4c3437-6e27-4b58-bf8e-a4955fdcd000 req-9a074058-4515-4bd1-bc59-efdf14fa9bf4 service nova] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_rules [ 959.507660] env[65422]: INFO networking_nsxv3.common.synchronization [req-3c4c3437-6e27-4b58-bf8e-a4955fdcd000 req-9a074058-4515-4bd1-bc59-efdf14fa9bf4 service nova] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 959.507824] env[65422]: INFO networking_nsxv3.common.synchronization [req-3c4c3437-6e27-4b58-bf8e-a4955fdcd000 req-9a074058-4515-4bd1-bc59-efdf14fa9bf4 service nova] Enqueued Resource ID: 53fe187f-f12f-40ad-94fa-75bb9f0182ed with Priority: HIGHEST for action port [ 959.508482] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_rules [ 959.508659] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 959.508752] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fe187f-f12f-40ad-94fa-75bb9f0182ed with Priority: HIGHEST for action port [ 959.509489] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.509652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.509720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.509999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.510043] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.511541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.511704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.511871] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fe187f-f12f-40ad-94fa-75bb9f0182ed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.511993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.512081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.512355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.512455] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fe187f-f12f-40ad-94fa-75bb9f0182ed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.582406] env[65422]: INFO networking_nsxv3.common.synchronization [None req-3c90b36a-43e6-46d5-8b6f-949c75cac435 None None] Enqueued Resource ID: 77950e80-c976-435c-90bb-65c654e1d3d6 with Priority: HIGHEST for action port [ 959.582786] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77950e80-c976-435c-90bb-65c654e1d3d6 with Priority: HIGHEST for action port [ 959.583299] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-77950e80-c976-435c-90bb-65c654e1d3d6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.583786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77950e80-c976-435c-90bb-65c654e1d3d6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.583786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77950e80-c976-435c-90bb-65c654e1d3d6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.585105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77950e80-c976-435c-90bb-65c654e1d3d6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.585240] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77950e80-c976-435c-90bb-65c654e1d3d6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.848872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.849066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.849262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.849339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.849479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.849585] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 959.879541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.879683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.879762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.879994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.880166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.887670] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7283fd95-4a01-4191-b3be-77c7d14e493b None None] Enqueued Resource ID: f1f76e40-e2ad-4dc0-aff4-0f53b56a1976 with Priority: HIGHEST for action port [ 959.887927] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1f76e40-e2ad-4dc0-aff4-0f53b56a1976 with Priority: HIGHEST for action port [ 959.888509] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1f76e40-e2ad-4dc0-aff4-0f53b56a1976 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.888628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1f76e40-e2ad-4dc0-aff4-0f53b56a1976" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.888724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1f76e40-e2ad-4dc0-aff4-0f53b56a1976" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.888947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1f76e40-e2ad-4dc0-aff4-0f53b56a1976" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.889040] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1f76e40-e2ad-4dc0-aff4-0f53b56a1976',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.890490] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 960.015205] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.017683] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53fe187f-f12f-40ad-94fa-75bb9f0182ed with status ACTIVE [ 960.017683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.017683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.017683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.017683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.019014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.021805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.021805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.021805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.021805] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53fe187f-f12f-40ad-94fa-75bb9f0182ed is going to be updated. [ 960.042582] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.043769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fe187f-f12f-40ad-94fa-75bb9f0182ed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.089577] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77950e80-c976-435c-90bb-65c654e1d3d6 [ 960.089577] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.089577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.089577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.089577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.089577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.089577] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77950e80-c976-435c-90bb-65c654e1d3d6 already deleted. [ 960.089577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77950e80-c976-435c-90bb-65c654e1d3d6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.313514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 960.315415] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 960.315415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350197] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 960.350556] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 deletion is rescheduled due to dependency. [ 960.350556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.350892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.351079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.351214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.351282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.351458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.351544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.351642] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.391661] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1f76e40-e2ad-4dc0-aff4-0f53b56a1976 [ 960.391944] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.392106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.392189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.392459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.392555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.392653] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1f76e40-e2ad-4dc0-aff4-0f53b56a1976 already deleted. [ 960.392731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1f76e40-e2ad-4dc0-aff4-0f53b56a1976" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.855746] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.359205] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.861849] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.861937] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.862011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.862243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.862361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.862429] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 961.923020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.923020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.923020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.923020] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.941277] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.941277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.941277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.941277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.941277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.951899] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 962.042208] env[65422]: INFO networking_nsxv3.common.synchronization [None req-21622f3d-d26e-46d9-8018-1c85b7909e4e None None] Enqueued Resource ID: f216b0e9-74f3-415b-9c25-46c40aa89062 with Priority: HIGHEST for action port [ 962.045101] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f216b0e9-74f3-415b-9c25-46c40aa89062 with Priority: HIGHEST for action port [ 962.045475] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f216b0e9-74f3-415b-9c25-46c40aa89062 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.045602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f216b0e9-74f3-415b-9c25-46c40aa89062" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.045715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f216b0e9-74f3-415b-9c25-46c40aa89062" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.045930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f216b0e9-74f3-415b-9c25-46c40aa89062" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.046066] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f216b0e9-74f3-415b-9c25-46c40aa89062',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.428028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.428028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.428028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.428028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.428028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.429242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.429242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.429242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.429242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.429579] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.548554] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f216b0e9-74f3-415b-9c25-46c40aa89062 [ 962.548808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.548995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.549103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.549420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.549520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.549644] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f216b0e9-74f3-415b-9c25-46c40aa89062 already deleted. [ 962.549730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f216b0e9-74f3-415b-9c25-46c40aa89062" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.815932] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a9e5bd33-caf3-4037-a4ee-97655a574d28 None None] Enqueued Resource ID: 8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab with Priority: HIGHEST for action port [ 962.816653] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab with Priority: HIGHEST for action port [ 962.816975] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.817107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.817595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.817595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.817595] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.938617] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38987900-f453-4ad4-81f5-fdb237c99f57: rpc.has_security_group_logging(os_id): False [ 962.963818] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.964074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.964371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.964521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.964679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.966263] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.966413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.966520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.966762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.966831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.967079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.967182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.967257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.967453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.967569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.967851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.967960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.968054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.968219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.968297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.968384] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 963.045466] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.045631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.045695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.045904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.046255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.071642] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 963.321425] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab [ 963.321425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.323249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.323249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.323249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.323249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.323249] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab already deleted. [ 963.323249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ac8e2ed-2c8b-4908-8b49-c9b81740d4ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.965797] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 963.966068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.966233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.966547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.966751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.966870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.966940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.967188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.967311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.967413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.967505] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.090418] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.090816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.091537] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.091537] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.091822] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.092044] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.093038] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.093038] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.093038] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.093611] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.094359] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.094359] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.094359] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.094359] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.094594] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.094773] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.116724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.116966] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.117088] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.117280] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-970" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.117647] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-73e98445-c951-4dc2-82e3-537e2196f82a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.117759] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.117872] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.118147] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.118276] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e98445-c951-4dc2-82e3-537e2196f82a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.472812] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.473027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.473027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.473213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.473433] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.473537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.473601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.473774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.473866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.473992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.474116] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.474207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.474265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.474408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.474574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.474666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.474725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.474860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.474924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.475013] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.475102] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.621167] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.621403] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.621608] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.621813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.621958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.622268] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.622423] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.622538] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.622750] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.622870] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.623160] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.623315] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.623457] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.623797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.623934] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.624029] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 73e98445-c951-4dc2-82e3-537e2196f82a is going to be updated. [ 964.647284] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.647403] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.647532] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.647874] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.648106] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.648347] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.952710] env[65422]: INFO networking_nsxv3.common.synchronization [req-dfd65b90-7043-4ae3-b5f3-e3dae5cd99fd req-26cc913e-3af2-4a27-beba-0833a4c22b9b tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_members [ 964.953499] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGHEST for action security_group_members [ 964.953934] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.954274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.954402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.954781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.954984] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.955137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.955224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.955430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.955546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.955668] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.978360] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16a340e-029b-4504-994e-bc706acc5c40: rpc.has_security_group_logging(os_id): False [ 965.000328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.000504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.000546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.000758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.000856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.001077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.001179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.001276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.001480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.001580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.001752] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.001846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.001905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.002063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.002171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.002484] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.002553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.002618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.002754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.002831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.002919] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 965.074600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.074808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.074808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.075019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.075217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.092303] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 965.094128] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 965.094404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.234544] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c876e933-65a9-4e13-9272-ad8f725778cb None None] Enqueued Resource ID: 934c126f-bae0-496b-8de1-ba1b7592ad5b with Priority: HIGHEST for action port [ 965.235385] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934c126f-bae0-496b-8de1-ba1b7592ad5b with Priority: HIGHEST for action port [ 965.236951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-934c126f-bae0-496b-8de1-ba1b7592ad5b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.236951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-934c126f-bae0-496b-8de1-ba1b7592ad5b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.236951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-934c126f-bae0-496b-8de1-ba1b7592ad5b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.236951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-934c126f-bae0-496b-8de1-ba1b7592ad5b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.236951] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('934c126f-bae0-496b-8de1-ba1b7592ad5b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.439446] env[65422]: INFO networking_nsxv3.common.synchronization [req-0b7eb746-4601-4b67-93cd-2e4d9075a0ab req-ae988f88-ec78-4605-8e37-602408689ab5 service nova] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_rules [ 965.439636] env[65422]: INFO networking_nsxv3.common.synchronization [req-0b7eb746-4601-4b67-93cd-2e4d9075a0ab req-ae988f88-ec78-4605-8e37-602408689ab5 service nova] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 965.439779] env[65422]: INFO networking_nsxv3.common.synchronization [req-0b7eb746-4601-4b67-93cd-2e4d9075a0ab req-ae988f88-ec78-4605-8e37-602408689ab5 service nova] Enqueued Resource ID: 73e98445-c951-4dc2-82e3-537e2196f82a with Priority: HIGHEST for action port [ 965.440359] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_rules [ 965.440498] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 965.440596] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e98445-c951-4dc2-82e3-537e2196f82a with Priority: HIGHEST for action port [ 965.442354] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.442354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.442354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.442354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.442354] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.442841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.442978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.443040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.443213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.443680] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.443827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.443827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.444098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.444098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.444233] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.445050] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e98445-c951-4dc2-82e3-537e2196f82a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.445160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.446632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.446632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.446632] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e98445-c951-4dc2-82e3-537e2196f82a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.458187] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.458393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.458479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.458754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.458885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.459165] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.459275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.459703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.459703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.459703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.459920] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed is going to be updated. [ 965.490288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.490525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.490626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.490845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.490991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.504049] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed in Status: IN_PROGRESS for 2s [ 965.738923] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 934c126f-bae0-496b-8de1-ba1b7592ad5b [ 965.739207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.739468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.739468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.739626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.739715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.739808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:934c126f-bae0-496b-8de1-ba1b7592ad5b already deleted. [ 965.739889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-934c126f-bae0-496b-8de1-ba1b7592ad5b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.881915] env[65422]: INFO networking_nsxv3.common.synchronization [req-60f5a812-88bf-4737-b87b-c219d60dd4d8 req-c8a0a86b-11e2-4fc8-96f4-3ca36fd8d22c tempest-ServersTestManualDisk-281688340 tempest-ServersTestManualDisk-281688340-project-member] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_members [ 965.883504] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGHEST for action security_group_members [ 965.883504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.883504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.883504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.883504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.883504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.883504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.883504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.884446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.884446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.884446] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.947219] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.948309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.948309] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.949556] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e98445-c951-4dc2-82e3-537e2196f82a with status ACTIVE [ 965.949772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.949862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.949925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.951476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.951476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951476] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.951476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.951476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.951476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.951476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951700] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.951700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.951700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.951864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.951893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951962] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e98445-c951-4dc2-82e3-537e2196f82a is going to be updated. [ 965.975388] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.975388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.975388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.976162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.976162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.976162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e98445-c951-4dc2-82e3-537e2196f82a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.171744] env[65422]: INFO networking_nsxv3.common.synchronization [None req-4b9cf125-d6d1-4d11-8a30-8df05439abf7 None None] Enqueued Resource ID: 66edf125-99e2-4d28-b63e-e59166c8765c with Priority: HIGHEST for action port [ 966.173029] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66edf125-99e2-4d28-b63e-e59166c8765c with Priority: HIGHEST for action port [ 966.174829] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-66edf125-99e2-4d28-b63e-e59166c8765c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.174981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66edf125-99e2-4d28-b63e-e59166c8765c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.175148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66edf125-99e2-4d28-b63e-e59166c8765c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.176234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66edf125-99e2-4d28-b63e-e59166c8765c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.176421] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66edf125-99e2-4d28-b63e-e59166c8765c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.387109] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.387109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.387329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.387375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.414329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.414644] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.414775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.414775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.414972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.415073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.415156] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b is going to be updated. [ 966.455177] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.461649] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.461649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.461649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.461649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.462084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.475136] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da25f0d0-0f3f-414a-945c-07b7779d368b in Status: IN_PROGRESS for 2s [ 966.479030] env[65422]: INFO networking_nsxv3.common.synchronization [req-71817f6c-f54d-4314-8908-337630d8fe7a req-6fbe2e18-25df-490f-b564-5e299526cd08 tempest-ServersWithSpecificFlavorTestJSON-1066645637 tempest-ServersWithSpecificFlavorTestJSON-1066645637-project-member] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 966.479914] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGHEST for action security_group_members [ 966.480867] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.480867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.480867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.480867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.480867] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.481264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.481433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.481748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.481886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.482013] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.679732] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66edf125-99e2-4d28-b63e-e59166c8765c [ 966.679732] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.679732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.679732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.679732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.679732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.679732] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66edf125-99e2-4d28-b63e-e59166c8765c already deleted. [ 966.679732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66edf125-99e2-4d28-b63e-e59166c8765c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.784840] env[65422]: INFO networking_nsxv3.common.synchronization [req-51fedf11-7e50-4069-aca8-a6a2fe42bc24 req-1ba45229-47da-4308-abc7-8983d1ae59d9 tempest-ServerAddressesTestJSON-495089618 tempest-ServerAddressesTestJSON-495089618-project-member] Enqueued Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_members [ 966.785806] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_members [ 966.786258] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.786466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.786584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.786953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.787215] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.787402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.787511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.787754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.787906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.789112] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.960236] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.960394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.962203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.962203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.962203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.962203] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 966.986430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.987206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.987206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.987206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.000053] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.000053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.000053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.000053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.000053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.012356] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 967.013915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.014218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.014488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.014488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.014625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.014713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.014801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be updated. [ 967.047648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.047648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.047648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.047648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.047847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.060294] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: IN_PROGRESS for 2s [ 967.110105] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 967.110407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.204313] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.204710] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-541" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.208770] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-541" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.209749] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-541" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.209749] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.209946] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.209946] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.210177] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.210400] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.210535] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.210662] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.211195] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.211195] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.211195] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.211195] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.211446] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.236574] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.236574] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.236574] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.236574] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-541" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.236883] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.236971] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.237065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.237918] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.237918] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b06aa59-3060-4bf3-8f9f-e8942a00fe50',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.292586] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.293185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.293434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.294033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.294033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.294312] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.294480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.294580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.294842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.294964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.295122] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 already deleted. [ 967.295528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.513696] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed in Status: SUCCESS [ 967.513896] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed deletion is rescheduled due to dependency. [ 967.514016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.644537] env[65422]: INFO networking_nsxv3.common.synchronization [None req-930a8cbc-d09b-4635-ab4d-f36185b0496c None None] Enqueued Resource ID: 3d845042-daef-4246-b804-b2e7c0d67f18 with Priority: HIGHEST for action port [ 967.645275] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d845042-daef-4246-b804-b2e7c0d67f18 with Priority: HIGHEST for action port [ 967.645522] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d845042-daef-4246-b804-b2e7c0d67f18 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.645629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d845042-daef-4246-b804-b2e7c0d67f18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.645687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d845042-daef-4246-b804-b2e7c0d67f18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.645924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d845042-daef-4246-b804-b2e7c0d67f18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.646018] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d845042-daef-4246-b804-b2e7c0d67f18',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.745529] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.745529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.745529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.745529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.745757] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.745757] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 6b06aa59-3060-4bf3-8f9f-e8942a00fe50 not found, creating... [ 967.745995] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.746176] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.746306] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.746535] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.746673] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.746961] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.747505] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.747713] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.747995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.748183] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.748395] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 6b06aa59-3060-4bf3-8f9f-e8942a00fe50 is going to be created. [ 967.772625] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.773407] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.773407] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.775068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.775068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.775068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.149982] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d845042-daef-4246-b804-b2e7c0d67f18 [ 968.150396] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.150618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.150748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.151141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.151313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.151526] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d845042-daef-4246-b804-b2e7c0d67f18 already deleted. [ 968.151662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d845042-daef-4246-b804-b2e7c0d67f18" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.487742] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da25f0d0-0f3f-414a-945c-07b7779d368b in Status: SUCCESS [ 968.488086] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b deletion is rescheduled due to dependency. [ 968.488135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.635525] env[65422]: INFO networking_nsxv3.common.synchronization [req-51fedf11-7e50-4069-aca8-a6a2fe42bc24 req-4f58758d-104a-40ed-a100-468c8201792a service nova] Enqueued Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_rules [ 968.635525] env[65422]: INFO networking_nsxv3.common.synchronization [req-51fedf11-7e50-4069-aca8-a6a2fe42bc24 req-4f58758d-104a-40ed-a100-468c8201792a service nova] Enqueued Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_members [ 968.635919] env[65422]: INFO networking_nsxv3.common.synchronization [req-51fedf11-7e50-4069-aca8-a6a2fe42bc24 req-4f58758d-104a-40ed-a100-468c8201792a service nova] Enqueued Resource ID: 6b06aa59-3060-4bf3-8f9f-e8942a00fe50 with Priority: HIGHEST for action port [ 968.636590] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_rules [ 968.636784] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_members [ 968.636983] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b06aa59-3060-4bf3-8f9f-e8942a00fe50 with Priority: HIGHEST for action port [ 968.637382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.637545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.637679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.638018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.638168] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.639229] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.642009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.642009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.642009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.642009] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.642009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.642009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.642225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.642286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.642379] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.643180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.643285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.643330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.643555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.643637] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b06aa59-3060-4bf3-8f9f-e8942a00fe50',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.852080] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ca259e7-653e-487a-8cbe-1cfcc99de7a4 req-f80b85d8-5ff6-4d76-baf8-daa8baf05a1f tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 968.853044] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 968.853436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.853616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.853616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.856896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.857170] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.857328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.857442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.858571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.858571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.858571] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.026088] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 969.026353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.026498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.026799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.026993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.027236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.027236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.027339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.027419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.027508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.027635] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.074308] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc in Status: SUCCESS [ 969.075026] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc deletion is rescheduled due to dependency. [ 969.075026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.145324] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.145728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.147855] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b06aa59-3060-4bf3-8f9f-e8942a00fe50 with status ACTIVE [ 969.148675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.148889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.149028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.149261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.149423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.149612] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.149720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.149801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.149984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.150120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.150331] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.150429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.150497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.150645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.150718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.150803] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b06aa59-3060-4bf3-8f9f-e8942a00fe50 is going to be updated. [ 969.151960] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.174836] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.175055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.175158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.175425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.175748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.175949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b06aa59-3060-4bf3-8f9f-e8942a00fe50" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.291038] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.291384] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.291529] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.291824] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.292154] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.292369] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.292454] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.292724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.292889] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.293170] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.293309] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.293493] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.293635] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.293774] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.293878] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.294160] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.314626] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.315013] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.315287] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.315623] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.316221] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.316556] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.316799] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.317337] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.317615] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.360736] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.360926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.361019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.361223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.361410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.361569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.361763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.361829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.361986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.362071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.362167] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 969.395225] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.395407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.395459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.395634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.395799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.407533] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 969.529975] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.529975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.529975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.530377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.530544] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.531357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.531357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.531357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.531357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.531357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.531614] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.531692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.531779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.532493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.532493] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.532493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.532493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.532777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.532846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.532963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.533097] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.654806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.820961] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.821302] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.821434] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.821703] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.821844] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.822032] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f not found, creating... [ 969.822268] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.822419] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.822536] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.822750] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.822878] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.823168] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.823315] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.823453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.823669] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.823799] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.823935] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f is going to be created. [ 969.847458] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.847657] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.847781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.848052] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.848278] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.848496] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.036484] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e5e6770-f314-4d32-9bde-765d26ec0966: rpc.has_security_group_logging(os_id): False [ 970.060395] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.060395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.060395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.060395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.086292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.086648] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.086648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.086797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.086887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.086999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.087206] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.087331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.087363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.087506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.087578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.087796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.087894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.087956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.088669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.088669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.088669] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 970.155186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.155385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.155385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.155573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.155723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.156905] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.157040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.157084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.157347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.157347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.157447] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 is going to be created. [ 970.178754] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 970.186461] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.186608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.186679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.186906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.187076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.197881] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 in Status: UNINITIALIZED for 2s [ 970.607702] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ca259e7-653e-487a-8cbe-1cfcc99de7a4 req-b06619e1-dc85-4a93-9675-f762342b5c9d service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 970.608523] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ca259e7-653e-487a-8cbe-1cfcc99de7a4 req-b06619e1-dc85-4a93-9675-f762342b5c9d service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 970.609443] env[65422]: INFO networking_nsxv3.common.synchronization [req-7ca259e7-653e-487a-8cbe-1cfcc99de7a4 req-b06619e1-dc85-4a93-9675-f762342b5c9d service nova] Enqueued Resource ID: d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f with Priority: HIGHEST for action port [ 970.610179] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 970.610392] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 970.610570] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f with Priority: HIGHEST for action port [ 970.611082] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.611309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.611451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.611719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.611938] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.613047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.613168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.613632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.613836] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.614034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.614237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.614365] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.116186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.116380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.116826] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f with status ACTIVE [ 971.116826] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.116826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.116978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.117122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.117218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.117423] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.117506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.117570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.117730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.117808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.117985] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.118088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.118149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.118300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.118376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.118460] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f is going to be updated. [ 971.144256] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.144256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.144256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.144256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.144256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.144256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e6ffe6-e1d5-4cbf-bd53-d754ec575c8f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.255474] env[65422]: INFO networking_nsxv3.common.synchronization [req-af5a2a7f-8324-44cb-8cc5-82951deb9830 req-f9dcc2ad-f9f0-4547-896d-c7c6f4553b6a tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 971.256187] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 971.256536] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.257207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.257207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.257207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.257207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.257426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.257426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.257572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.257572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.257657] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.420387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 971.420771] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 971.420922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.421107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.421423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.421616] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.422117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.422117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.422117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.422117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.422353] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.761894] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.762257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.762257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.762411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.764550] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.764791] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.764940] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.765218] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.765494] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.765651] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.765772] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.766009] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.766170] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.766405] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.766531] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.766630] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.766761] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.766873] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.766974] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.767148] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.789280] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.789451] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.790026] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.790026] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.790026] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-995d778e-470e-4cfa-bb9e-b83d9780f51a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.790252] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.790545] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.790631] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.790767] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995d778e-470e-4cfa-bb9e-b83d9780f51a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.792938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.793165] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.793301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.793369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.793563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.793641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.793727] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 971.817624] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.817815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.817887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.818784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.818784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.827758] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 971.926025] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.195074] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 972.195074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.207616] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 in Status: SUCCESS [ 972.209039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.209264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.209501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.209707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.209815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.209884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.210057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.210148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.210213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.210306] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.293877] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.294190] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.294437] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.294794] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.295058] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.295274] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 995d778e-470e-4cfa-bb9e-b83d9780f51a not found, creating... [ 972.295614] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.295848] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.296013] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.296308] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.296462] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.296902] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.297803] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.297803] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.297919] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.298114] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.298393] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 995d778e-470e-4cfa-bb9e-b83d9780f51a is going to be created. [ 972.320800] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.321269] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.321330] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.321919] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.322140] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.323027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.432046] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.713700] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.714087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.714332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.714815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.715357] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.715531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.715666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.716056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.716490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.716700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.717017] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.717212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.717329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.717633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.717839] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.718075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.718175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.718399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.718501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.718598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.718711] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.937186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.937186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.937186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.937186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.937186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.937186] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 972.968449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.968449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.968645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.968742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.968936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.986665] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 973.077130] env[65422]: INFO networking_nsxv3.common.synchronization [req-af5a2a7f-8324-44cb-8cc5-82951deb9830 req-4806814d-8aff-4cf2-91b6-09d6645fb3be service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 973.077371] env[65422]: INFO networking_nsxv3.common.synchronization [req-af5a2a7f-8324-44cb-8cc5-82951deb9830 req-4806814d-8aff-4cf2-91b6-09d6645fb3be service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 973.077540] env[65422]: INFO networking_nsxv3.common.synchronization [req-af5a2a7f-8324-44cb-8cc5-82951deb9830 req-4806814d-8aff-4cf2-91b6-09d6645fb3be service nova] Enqueued Resource ID: 995d778e-470e-4cfa-bb9e-b83d9780f51a with Priority: HIGHEST for action port [ 973.078304] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 973.078497] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 973.078649] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 995d778e-470e-4cfa-bb9e-b83d9780f51a with Priority: HIGHEST for action port [ 973.078993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.079210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.079319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.079548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.079640] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.082039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.082171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.082442] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-995d778e-470e-4cfa-bb9e-b83d9780f51a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.082585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.082650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.082896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.083018] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('995d778e-470e-4cfa-bb9e-b83d9780f51a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.222126] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03ce012d-51eb-4af8-bf40-8291cbb67503: rpc.has_security_group_logging(os_id): False [ 973.252309] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.252525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.252578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.252838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.252923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.253514] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.253514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.253654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.254206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.254206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.254389] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.254610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.254732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.254851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.255019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.255322] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.255411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.255522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.255675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.255716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.256185] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 is going to be created. [ 973.372368] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.372682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.372682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.375880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.375880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.387578] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 in Status: IN_PROGRESS for 2s [ 973.585370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.585370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.587380] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 995d778e-470e-4cfa-bb9e-b83d9780f51a with status ACTIVE [ 973.588234] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.588234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.588234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.588547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588836] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.589035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.589671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.589671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.589671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.589671] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.590025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.590317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.590620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.590620] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 995d778e-470e-4cfa-bb9e-b83d9780f51a is going to be updated. [ 973.618719] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.618719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.618719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.618719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.618719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.618719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-995d778e-470e-4cfa-bb9e-b83d9780f51a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.701859] env[65422]: INFO networking_nsxv3.common.synchronization [req-300f9007-f3f9-438b-85fb-137273be053f req-c8149621-4ac6-4247-a8a5-984bae02beba tempest-ImagesOneServerNegativeTestJSON-493093067 tempest-ImagesOneServerNegativeTestJSON-493093067-project-member] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 973.703647] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGHEST for action security_group_members [ 973.705278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.705525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.705634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.705912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.706158] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.706310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.706409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.706688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.706859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.707048] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.843801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 973.844147] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 deletion is rescheduled due to dependency. [ 973.844324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.844572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.844883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.845112] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.845452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.845578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.845792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.845923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.846083] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.187604] env[65422]: INFO networking_nsxv3.common.synchronization [req-642e62d9-5601-42ad-bc23-e1a34b557d59 req-dfb4248a-a78e-4de5-82b0-4e4e9d32a287 tempest-VolumesAdminNegativeTest-280625136 tempest-VolumesAdminNegativeTest-280625136-project-member] Enqueued Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_members [ 974.188955] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_members [ 974.188955] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.189119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.189158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.189424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.189587] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.189684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.189752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.189892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.189974] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.190078] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.209539] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.209701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.209741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.210349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.210349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.210349] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.210534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.210534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.210669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.210736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.210786] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be updated. [ 974.250752] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.250752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.250752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.250752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.250752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.267711] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: IN_PROGRESS for 2s [ 974.349255] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.692653] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.692804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.692899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.693198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.693662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.693662] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.693662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.693841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.693877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.693946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.694041] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4389057d-df11-47a3-bdd8-0111415710cf already deleted. [ 974.694122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.797715] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-357 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.797715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-357" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.797715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-357" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.797715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-357" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.797715] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.798195] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.798428] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.798751] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.799123] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.799450] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.799787] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.799995] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.800234] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.800433] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.800617] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.800830] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.827800] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.827800] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.828024] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.830474] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-357" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.830474] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-c5073b44-93ec-4c66-9634-09aeaf801426 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.830474] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.830474] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.830474] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.830474] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5073b44-93ec-4c66-9634-09aeaf801426',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.854556] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.999254] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 974.999554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.000133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.000372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.000557] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.000677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.000743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.000950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.001040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.001126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.001224] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.334755] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.335217] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.335217] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.335887] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.335887] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.335887] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port c5073b44-93ec-4c66-9634-09aeaf801426 not found, creating... [ 975.336372] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.336372] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.336372] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.336589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.336714] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.337024] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.337251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.337418] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.337691] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.337809] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.337954] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: c5073b44-93ec-4c66-9634-09aeaf801426 is going to be created. [ 975.356100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.356274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.356651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.356651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.356651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.356819] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 975.364503] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.365156] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.365156] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.365272] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.366813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.366813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.402317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.402530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.402530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.402723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.403108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.407150] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 in Status: SUCCESS [ 975.407880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.419230] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 975.504040] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.504277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.504277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.504579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.504730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.504838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.504904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.505080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.505171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.505263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.505407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.505502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.505558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.505712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.505877] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.506170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.506170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.506313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.506359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.506462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.506558] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.011390] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41bb77e9-eeed-4fa1-8683-cd3facac1211: rpc.has_security_group_logging(os_id): False [ 976.036876] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.037090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.037148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.037408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.037504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.037735] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.037834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.037898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.038155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.038390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.038707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.038858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.038941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.040993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.041117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.041320] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.041512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.041672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.041734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.041808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.041904] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 976.120608] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.120803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.120803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.121018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.121175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.142992] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 976.162299] env[65422]: INFO networking_nsxv3.common.synchronization [req-642e62d9-5601-42ad-bc23-e1a34b557d59 req-8c767b5e-73e6-4251-9c1a-84b94e12de4f service nova] Enqueued Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_rules [ 976.162474] env[65422]: INFO networking_nsxv3.common.synchronization [req-642e62d9-5601-42ad-bc23-e1a34b557d59 req-8c767b5e-73e6-4251-9c1a-84b94e12de4f service nova] Enqueued Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_members [ 976.162768] env[65422]: INFO networking_nsxv3.common.synchronization [req-642e62d9-5601-42ad-bc23-e1a34b557d59 req-8c767b5e-73e6-4251-9c1a-84b94e12de4f service nova] Enqueued Resource ID: c5073b44-93ec-4c66-9634-09aeaf801426 with Priority: HIGHEST for action port [ 976.167919] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_rules [ 976.168106] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_members [ 976.168210] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5073b44-93ec-4c66-9634-09aeaf801426 with Priority: HIGHEST for action port [ 976.168524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.168668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.168732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.168993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.169101] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.170138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.170266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.171207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.171207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.172918] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.173517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.173517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.174278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.174523] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.177788] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5073b44-93ec-4c66-9634-09aeaf801426 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.177788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.177788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.178016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.178175] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5073b44-93ec-4c66-9634-09aeaf801426',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.284373] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16a340e-029b-4504-994e-bc706acc5c40 in Status: SUCCESS [ 976.284688] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16a340e-029b-4504-994e-bc706acc5c40 deletion is rescheduled due to dependency. [ 976.284688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.605827] env[65422]: INFO networking_nsxv3.common.synchronization [req-c9c41a44-c70d-4aaa-9200-71b64d83ed42 req-cc2633d6-9a18-4a77-a9b7-b3d4970bfdf5 tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 976.606558] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 976.606974] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.607591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.607714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.608082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.608286] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.608390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.608449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.608622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.608747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.608918] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.680536] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.680676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.683139] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.684301] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5073b44-93ec-4c66-9634-09aeaf801426 with status ACTIVE [ 976.685194] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.685315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.685372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.685609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.685704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.685963] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.686095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.686167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.686415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.686497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.686727] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.686849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.686849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.686987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.687087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.687174] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5073b44-93ec-4c66-9634-09aeaf801426 is going to be updated. [ 976.715925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.715925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.715925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.716189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.716189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.717120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5073b44-93ec-4c66-9634-09aeaf801426" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.112853] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.113081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.113130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.113724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.114014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.114335] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.114732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.114871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.114993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.115115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.115221] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad already deleted. [ 977.115309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.190489] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.212425] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.212700] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.212872] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.213315] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.213656] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.213847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.214061] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.214339] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.214533] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.214824] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.215713] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.215958] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.216173] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.216335] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.216454] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.216614] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.242416] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.242581] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.242708] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.243322] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.243322] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-21904121-6624-489f-b851-76b0dfc15641 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.243532] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.243626] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.243948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.244169] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21904121-6624-489f-b851-76b0dfc15641',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.435430] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 977.435688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.435972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.436253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.436548] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.436675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.436782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.437060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.437201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.437318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.437485] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.695254] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.695254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.695254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.695617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.695617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.695675] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4389057d-df11-47a3-bdd8-0111415710cf is going to be created. [ 977.726439] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.726561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.726687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.726838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.727095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.741016] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4389057d-df11-47a3-bdd8-0111415710cf in Status: UNINITIALIZED for 2s [ 977.748017] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.748597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.748798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.749334] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.749630] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.749955] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 21904121-6624-489f-b851-76b0dfc15641 not found, creating... [ 977.750524] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.751763] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.751763] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.751763] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.751980] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.752407] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.752819] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.753113] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.753541] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.753831] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.754246] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 21904121-6624-489f-b851-76b0dfc15641 is going to be created. [ 977.779635] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.779890] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.779954] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.780264] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.780561] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.780837] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.940445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.940616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.940687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.940911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.941092] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.941194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.941320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.941427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.941518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.941605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.941751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.941842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.941900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.942059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.942202] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.942316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.942346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.942504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.942589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.942711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.942829] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.161915] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 978.162293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.447278] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aacd7f3c-2fec-4bfd-9bed-8e955dced279: rpc.has_security_group_logging(os_id): False [ 978.471843] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.472016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.472289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.473251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.473251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.473251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.473251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.473251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.473251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.473775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.474256] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.474389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.474721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.474721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.474919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.475020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.475127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.475857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.476069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.476161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.477164] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 978.559517] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.559706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.559767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.559956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.560272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.565891] env[65422]: INFO networking_nsxv3.common.synchronization [req-c9c41a44-c70d-4aaa-9200-71b64d83ed42 req-cde5bd8a-095c-458d-bbbd-e62cffbca595 service nova] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_rules [ 978.565891] env[65422]: INFO networking_nsxv3.common.synchronization [req-c9c41a44-c70d-4aaa-9200-71b64d83ed42 req-cde5bd8a-095c-458d-bbbd-e62cffbca595 service nova] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 978.566095] env[65422]: INFO networking_nsxv3.common.synchronization [req-c9c41a44-c70d-4aaa-9200-71b64d83ed42 req-cde5bd8a-095c-458d-bbbd-e62cffbca595 service nova] Enqueued Resource ID: 21904121-6624-489f-b851-76b0dfc15641 with Priority: HIGHEST for action port [ 978.566613] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_rules [ 978.566813] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 978.566918] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21904121-6624-489f-b851-76b0dfc15641 with Priority: HIGHEST for action port [ 978.568285] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.568431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.568537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.568789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.568876] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.570980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.570980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.570980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.570980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.571214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.571258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.571501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.571643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.571737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.571833] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.573308] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-21904121-6624-489f-b851-76b0dfc15641 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.573427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.573539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.573724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.573822] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21904121-6624-489f-b851-76b0dfc15641',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.578196] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 978.646326] env[65422]: INFO networking_nsxv3.common.synchronization [None req-3f64d742-4e9c-4cec-902d-464c1f746e48 None None] Enqueued Resource ID: 2f2bb4f1-362b-4377-8344-0bd165218299 with Priority: HIGHEST for action port [ 978.647074] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2bb4f1-362b-4377-8344-0bd165218299 with Priority: HIGHEST for action port [ 978.647404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2bb4f1-362b-4377-8344-0bd165218299 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.647563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2bb4f1-362b-4377-8344-0bd165218299" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.647635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2bb4f1-362b-4377-8344-0bd165218299" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.647873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2bb4f1-362b-4377-8344-0bd165218299" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.647960] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2bb4f1-362b-4377-8344-0bd165218299',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.070967] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.071369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.073564] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.078492] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21904121-6624-489f-b851-76b0dfc15641 with status ACTIVE [ 979.078492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.078492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.078492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.078492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.079235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.079235] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21904121-6624-489f-b851-76b0dfc15641 is going to be updated. [ 979.110051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.110300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.110544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.111031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.111031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.111203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21904121-6624-489f-b851-76b0dfc15641" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.152816] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f2bb4f1-362b-4377-8344-0bd165218299 [ 979.155560] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.155560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.155560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.155560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.155560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.155560] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f2bb4f1-362b-4377-8344-0bd165218299 already deleted. [ 979.155560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2bb4f1-362b-4377-8344-0bd165218299" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.229079] env[65422]: INFO networking_nsxv3.common.synchronization [req-13d33121-87b6-4fc8-8f62-5987575c512f req-c920c8f2-6db1-477c-81ba-926b7f1c2108 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 979.230208] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 979.230929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.231116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.231171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.231404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.231569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.231686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.231770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.231942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.232044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.232493] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.363518] env[65422]: INFO networking_nsxv3.common.synchronization [req-47a33fde-9a81-4379-af9a-fb399906f922 req-86c5970e-e151-472b-b1c4-1b4fab7fc89c tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 979.364014] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 979.365048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.365048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.581217] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.739079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.739079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.739079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.739079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 979.754737] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4389057d-df11-47a3-bdd8-0111415710cf in Status: SUCCESS [ 979.754737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.754737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.754737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.754737] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.754737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.754737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.754737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.756147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.756428] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.784683] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.784783] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.784911] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.785722] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.786045] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.786214] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.786816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.786816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.786816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.787034] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.787392] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.787392] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.787392] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.787623] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.787834] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.787940] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.790124] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.790124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.790228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.790843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.790843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.802292] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 979.811520] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.811688] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.811780] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.811950] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.812292] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-6c742bed-a172-46d4-9ac0-cc3025ddff75 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.812475] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.812580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.812914] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.815578] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c742bed-a172-46d4-9ac0-cc3025ddff75',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.129556] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.129857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.129857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.130074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.130190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.130291] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be created. [ 980.158365] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.158548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.159080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.159080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.170400] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: UNINITIALIZED for 2s [ 980.264189] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.264189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.264189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.264524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.264524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.264603] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.264666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.264827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.264913] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.265000] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.265163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.265250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.265314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.265442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.265583] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.265690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.265749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.265892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.265972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.266066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.266143] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.319547] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.319547] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.319712] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.320082] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.320542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.320542] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 6c742bed-a172-46d4-9ac0-cc3025ddff75 not found, creating... [ 980.322099] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.322099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.322099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.322099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.322493] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.322619] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.322854] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.323675] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.323675] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.323675] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.324112] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 6c742bed-a172-46d4-9ac0-cc3025ddff75 is going to be created. [ 980.361438] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.361438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.361438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.361438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.361438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.361882] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.600179] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 980.600417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.753021] env[65422]: INFO networking_nsxv3.common.synchronization [None req-d885f6fe-ce67-4498-a9ad-21bfd93d5e5c tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 980.753875] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 980.755328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.755328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.755328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.755328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.755328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.755328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.755328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.755919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.755919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.755919] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.774227] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4389057d-df11-47a3-bdd8-0111415710cf: rpc.has_security_group_logging(os_id): False [ 980.800849] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.800849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.801181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.801181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.801261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.801572] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.801682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.801723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.801888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.801967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.802201] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.802299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.802519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.802594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.802636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.803209] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.803209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.803209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.803399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.803399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.803603] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4389057d-df11-47a3-bdd8-0111415710cf is going to be created. [ 980.920522] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.920522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.920522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.920522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.920522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.937522] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4389057d-df11-47a3-bdd8-0111415710cf in Status: IN_PROGRESS for 2s [ 981.105165] env[65422]: INFO networking_nsxv3.common.synchronization [req-47a33fde-9a81-4379-af9a-fb399906f922 req-7bc88d31-04fb-45f5-b06a-f685f96e58fc service nova] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_rules [ 981.105165] env[65422]: INFO networking_nsxv3.common.synchronization [req-47a33fde-9a81-4379-af9a-fb399906f922 req-7bc88d31-04fb-45f5-b06a-f685f96e58fc service nova] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 981.105165] env[65422]: INFO networking_nsxv3.common.synchronization [req-47a33fde-9a81-4379-af9a-fb399906f922 req-7bc88d31-04fb-45f5-b06a-f685f96e58fc service nova] Enqueued Resource ID: 6c742bed-a172-46d4-9ac0-cc3025ddff75 with Priority: HIGHEST for action port [ 981.106058] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_rules [ 981.106175] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 981.106675] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c742bed-a172-46d4-9ac0-cc3025ddff75 with Priority: HIGHEST for action port [ 981.106797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.106959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.107303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.107444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.107814] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c742bed-a172-46d4-9ac0-cc3025ddff75 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.107970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.108260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.108521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.108521] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c742bed-a172-46d4-9ac0-cc3025ddff75',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.259132] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.364610] env[65422]: INFO networking_nsxv3.common.synchronization [None req-adeaa117-1cd0-4bf4-b9a4-af9973ce94ff None None] Enqueued Resource ID: 7ec8c991-8f4d-4978-915e-02ac83bf1594 with Priority: HIGHEST for action port [ 981.364982] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec8c991-8f4d-4978-915e-02ac83bf1594 with Priority: HIGHEST for action port [ 981.365351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec8c991-8f4d-4978-915e-02ac83bf1594 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.365567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec8c991-8f4d-4978-915e-02ac83bf1594" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.365567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec8c991-8f4d-4978-915e-02ac83bf1594" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.365721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec8c991-8f4d-4978-915e-02ac83bf1594" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.365792] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec8c991-8f4d-4978-915e-02ac83bf1594',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.612690] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c742bed-a172-46d4-9ac0-cc3025ddff75 with status ACTIVE [ 981.612953] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.613167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.613225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.613391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.613502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.613734] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.613848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.613902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.614087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.614188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.614449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.614602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.614695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.614864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.614937] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.615037] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c742bed-a172-46d4-9ac0-cc3025ddff75 is going to be updated. [ 981.626728] env[65422]: INFO networking_nsxv3.common.synchronization [req-dd18259a-1b25-4166-b1d2-4bc6f2282109 req-a4434d45-6a4c-4d4e-beaa-95e6f86f0435 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 981.626889] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 981.627197] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.627310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.628335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.628335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.628425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.628537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.628621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.628823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.628961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.629108] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.642673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.642673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.642673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.642673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.642673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.642673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c742bed-a172-46d4-9ac0-cc3025ddff75" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.767226] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.814782] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 981.814782] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 981.814973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.871012] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ec8c991-8f4d-4978-915e-02ac83bf1594 [ 981.871012] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.871012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.871012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.871472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.871472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.871472] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ec8c991-8f4d-4978-915e-02ac83bf1594 already deleted. [ 981.871566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec8c991-8f4d-4978-915e-02ac83bf1594" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.131148] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.131338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.131440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.131665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.131756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.131959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.132066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.132136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.132266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.132339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.132436] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 982.162135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.162241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.162241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.162448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.162582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.172305] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 982.179524] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 982.179747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.179900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.180155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.180426] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.180590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.180892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.180892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.180995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.181066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.181156] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.182029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.182154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.182297] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.182404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.182456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.182654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.182654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.182790] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.268998] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.269512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.269512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.269679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.269679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.269871] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 982.309713] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.309713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.309713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.309713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.309713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.321817] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 982.684705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.684969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.685267] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.952345] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4389057d-df11-47a3-bdd8-0111415710cf in Status: SUCCESS [ 982.952521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.191256] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.470657] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.471228] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.471228] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.471562] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.471906] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.472132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.472328] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.472634] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.472826] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.473123] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.473312] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.473474] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.473661] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.473851] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.474045] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.474281] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.497692] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.497959] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.498136] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.498361] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.498802] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-e4ff15a9-ecda-42a3-8724-0d6cab24c894 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.498977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.499115] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.499459] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.499597] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ff15a9-ecda-42a3-8724-0d6cab24c894',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.694351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.694588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.694588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.694804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.694895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.695023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be updated. [ 983.730316] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.730316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.730316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.730316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.730316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.742851] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 984.002738] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.003013] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.003167] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.003609] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.003830] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.004052] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port e4ff15a9-ecda-42a3-8724-0d6cab24c894 not found, creating... [ 984.004429] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.004642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.004788] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.005087] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.005249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.005598] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.005899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.006137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.006539] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.006828] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.007116] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: e4ff15a9-ecda-42a3-8724-0d6cab24c894 is going to be created. [ 984.032141] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.032396] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.032540] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.033399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.033399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.033399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.186392] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 4s [ 984.333861] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 984.334036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.776989] env[65422]: INFO networking_nsxv3.common.synchronization [req-c99abe64-f32e-4001-9161-6f32d9b506e8 req-f0563854-7757-4bec-b4b5-5a2f02d2bbe0 service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 984.778220] env[65422]: INFO networking_nsxv3.common.synchronization [req-c99abe64-f32e-4001-9161-6f32d9b506e8 req-f0563854-7757-4bec-b4b5-5a2f02d2bbe0 service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 984.778448] env[65422]: INFO networking_nsxv3.common.synchronization [req-c99abe64-f32e-4001-9161-6f32d9b506e8 req-f0563854-7757-4bec-b4b5-5a2f02d2bbe0 service nova] Enqueued Resource ID: e4ff15a9-ecda-42a3-8724-0d6cab24c894 with Priority: HIGHEST for action port [ 984.779442] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 984.780059] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 984.780282] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4ff15a9-ecda-42a3-8724-0d6cab24c894 with Priority: HIGHEST for action port [ 984.780872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.781268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.781495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.782360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.782496] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.785239] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.785406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.785520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.785866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.788155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.788331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.788432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.788734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.788982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.789181] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.794365] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4ff15a9-ecda-42a3-8724-0d6cab24c894 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.794739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.794837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.795132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.795182] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4ff15a9-ecda-42a3-8724-0d6cab24c894',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.027043] env[65422]: INFO networking_nsxv3.common.synchronization [req-267fa712-8381-4b94-b07e-df6ece67d5fd req-b924d711-029d-4230-a9ec-1ac7bb690775 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_members [ 985.028451] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGHEST for action security_group_members [ 985.029658] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.029795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.029898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.030214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.030410] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.030516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.030575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.030738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.030823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.030911] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.032782] env[65422]: INFO networking_nsxv3.common.synchronization [req-58f01f0b-c4fe-4812-b33c-44777d59b98e req-a80cf1d9-b6a5-47cf-b9d5-65e444f6d021 tempest-ServerAddressesTestJSON-495089618 tempest-ServerAddressesTestJSON-495089618-project-member] Enqueued Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_members [ 985.033285] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 with Priority: HIGHEST for action security_group_members [ 985.033585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-03ce012d-51eb-4af8-bf40-8291cbb67503 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.034747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.034962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.035156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.035319] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.035467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.035467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.035697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.035806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.035806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03ce012d-51eb-4af8-bf40-8291cbb67503',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.286379] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.286861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.293367] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.300286] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4ff15a9-ecda-42a3-8724-0d6cab24c894 with status ACTIVE [ 985.300516] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.300724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.300724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.300954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.301055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.301633] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.301633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.301633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.301633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.301862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.301862] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.301976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.302099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.302192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.302263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.302533] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4ff15a9-ecda-42a3-8724-0d6cab24c894 is going to be updated. [ 985.325526] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.325773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.325773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.326339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.326339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.326450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4ff15a9-ecda-42a3-8724-0d6cab24c894" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.533737] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.533941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.534026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.534258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.537989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.538146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.555051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.555314] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.555427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.555490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.555689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.555791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.555906] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 is going to be updated. [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.558721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.558721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.558721] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 is going to be updated. [ 985.618173] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.618173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.618173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.618376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.618376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.621038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.621038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.621038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.621038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.621038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.633258] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 in Status: IN_PROGRESS for 2s [ 985.633747] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 in Status: IN_PROGRESS for 2s [ 985.757549] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.757549] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.757549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.757549] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.797366] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.960495] env[65422]: INFO networking_nsxv3.common.synchronization [req-2fc9a777-101f-4627-ad18-f15545f66456 req-f60d4145-fb5e-4667-b2a0-8dea8dcce216 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 985.961103] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 985.961636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.961823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.962236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.964222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.964222] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.964222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.964222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.964222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.964222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.964222] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.196630] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 986.196630] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 986.196630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.262679] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.299881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.300104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.300168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.300391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.300479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.300585] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 986.339547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.339704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.339773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.340040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.340192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.350395] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 986.408572] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.408572] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.408865] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.408920] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.409167] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.409343] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.409440] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.409773] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.409773] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.409954] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.410116] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.410230] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.410435] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.410548] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.410699] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.410843] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.440173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.440472] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.440735] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.440818] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.441155] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-4d06e429-4f16-43d7-a443-99c8a67b3e4d taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.441764] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.441764] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.441948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.442098] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d06e429-4f16-43d7-a443-99c8a67b3e4d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.466091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.466344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.466802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.466802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.467999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.467999] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.467999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.467999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.467999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.467999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.468420] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 986.502066] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.502293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.502293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.502769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.503049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.518687] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 986.766355] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.945651] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.946053] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.946320] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.946735] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.946735] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.946904] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 4d06e429-4f16-43d7-a443-99c8a67b3e4d not found, creating... [ 986.947246] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.947432] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.947589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.947857] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.948104] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.948478] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.948626] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.948745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.948963] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.949118] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.949257] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 4d06e429-4f16-43d7-a443-99c8a67b3e4d is going to be created. [ 986.971047] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.971267] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.971435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.971733] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.972036] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.972299] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.269826] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.270127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.270245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.270547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.270938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.270938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be updated. [ 987.312437] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.314195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.314195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.314195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.314195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.325496] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 987.647272] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 in Status: SUCCESS [ 987.647443] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03ce012d-51eb-4af8-bf40-8291cbb67503 deletion is rescheduled due to dependency. [ 987.647562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03ce012d-51eb-4af8-bf40-8291cbb67503" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.648357] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 in Status: SUCCESS [ 987.648506] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 deletion is rescheduled due to dependency. [ 987.648600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.712011] env[65422]: INFO networking_nsxv3.common.synchronization [req-2fc9a777-101f-4627-ad18-f15545f66456 req-ec9b7788-887c-4ffa-ace2-786c732ba8dd service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 987.712203] env[65422]: INFO networking_nsxv3.common.synchronization [req-2fc9a777-101f-4627-ad18-f15545f66456 req-ec9b7788-887c-4ffa-ace2-786c732ba8dd service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 987.712333] env[65422]: INFO networking_nsxv3.common.synchronization [req-2fc9a777-101f-4627-ad18-f15545f66456 req-ec9b7788-887c-4ffa-ace2-786c732ba8dd service nova] Enqueued Resource ID: 4d06e429-4f16-43d7-a443-99c8a67b3e4d with Priority: HIGHEST for action port [ 987.712872] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 987.712997] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 987.713646] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d06e429-4f16-43d7-a443-99c8a67b3e4d with Priority: HIGHEST for action port [ 987.713961] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.714102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.714173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.714418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.714464] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.715569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.715662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.715881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d06e429-4f16-43d7-a443-99c8a67b3e4d taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.715960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.716033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.720019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.720019] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d06e429-4f16-43d7-a443-99c8a67b3e4d',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.220327] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d06e429-4f16-43d7-a443-99c8a67b3e4d with status ACTIVE [ 988.220670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.220670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.220773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.220954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.221056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.221333] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.221333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.221465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.221619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.221711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.221895] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.222021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.222087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.222233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.222304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.222389] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d06e429-4f16-43d7-a443-99c8a67b3e4d is going to be updated. [ 988.223608] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.223711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.251287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.251429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.251642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.251757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.251910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.252143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d06e429-4f16-43d7-a443-99c8a67b3e4d" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.365164] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 988.365388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.365557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.365973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.366119] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.366119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.366234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.366341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.366434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.366510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.366600] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.528464] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 988.528639] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 988.528775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.528933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.529182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.529360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.529873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.529873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.529873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.529873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.529873] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.869341] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.869531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.869592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.869821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.869993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.870160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.870219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.870406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.870502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.870611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.870831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.871503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.871503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.871503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.871503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.871503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.871503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.871892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.871892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.871986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.872464] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.032366] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.342196] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 989.342916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.342916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.343289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.343667] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.343893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.344019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.344711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.344711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.344711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.344874] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.345415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.345415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.345415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.345541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.346249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.346249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.346249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.346249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.346249] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.376579] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aacd7f3c-2fec-4bfd-9bed-8e955dced279: rpc.has_security_group_logging(os_id): False [ 989.404696] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.404696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.404944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.405097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.406025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.406025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.406025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.406025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.406025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.406025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.406025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.406580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.406580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.407531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.407702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.408033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.408166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.408229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.408385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.408461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.408550] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 989.477340] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.478345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.478345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.478345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.478345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.495727] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 989.535625] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.852821] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c55d49-a6f6-4223-8a30-76b9a4476dad: rpc.has_security_group_logging(os_id): False [ 989.877068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.877277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.877277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.877534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.877630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.877852] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.878027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.878123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.878326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.878428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.878618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.878725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.878797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.879149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.879149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.879635] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.879775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.879927] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.879989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.880065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.880182] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be created. [ 989.967782] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.967879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.968980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.968980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.968980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.986139] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 990.039505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.039505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.039505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.039505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.039505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.039505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 990.086470] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.086470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.086470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.086470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.086470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.098156] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 991.512488] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 991.512859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.000265] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 992.000265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.000265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.000265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.000265] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.109023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 992.109260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.109425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.109659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.109856] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.109982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.110059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.110217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.110296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.110383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.110473] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.502838] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.503059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.503059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.504461] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.504461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.504461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.504461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.504461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.504891] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.616079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.616079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.617339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.617339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.617339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617339] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.714786] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 992.714997] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 993.013507] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.013748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.013795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.014018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.015155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.015155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.015155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.015155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.015155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.015155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.015463] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.016080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.016080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.016080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.016080] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.016949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.017032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.017221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.017341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.017430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.017560] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.121170] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b9900-8c85-4a45-b774-218164781295: rpc.has_security_group_logging(os_id): False [ 993.142509] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.142509] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.142509] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.142509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.144574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.144826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.147585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.147585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.147585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.147585] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 993.212026] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.212026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.212026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.212026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.212026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.225919] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 993.432644] env[65422]: INFO networking_nsxv3.common.synchronization [None req-d439a164-5d7c-4766-8873-8936e5ce38ce None None] Enqueued Resource ID: bcbaa94e-f78f-4eff-9243-ad9eb74e2de5 with Priority: HIGHEST for action port [ 993.433204] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcbaa94e-f78f-4eff-9243-ad9eb74e2de5 with Priority: HIGHEST for action port [ 993.433542] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcbaa94e-f78f-4eff-9243-ad9eb74e2de5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.434144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcbaa94e-f78f-4eff-9243-ad9eb74e2de5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.434144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcbaa94e-f78f-4eff-9243-ad9eb74e2de5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.434144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcbaa94e-f78f-4eff-9243-ad9eb74e2de5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.434340] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcbaa94e-f78f-4eff-9243-ad9eb74e2de5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.520518] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c55d49-a6f6-4223-8a30-76b9a4476dad: rpc.has_security_group_logging(os_id): False [ 993.542053] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.542053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.542775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.542775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.542775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.542775] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.543289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.543289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.543289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.543289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.543566] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.543566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.543702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.543850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.543907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.544099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.544199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.544259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.544404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.544575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.544641] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be updated. [ 993.608541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.608765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.608765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.609039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.609117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.620376] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 993.941176] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcbaa94e-f78f-4eff-9243-ad9eb74e2de5 [ 993.941176] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.941176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.941176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.941176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.941176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.941176] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcbaa94e-f78f-4eff-9243-ad9eb74e2de5 already deleted. [ 993.941176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcbaa94e-f78f-4eff-9243-ad9eb74e2de5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.444891] env[65422]: INFO networking_nsxv3.common.synchronization [None req-dfcea865-0db7-4d7a-934c-8aefd147a9e8 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_rules [ 994.445825] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_rules [ 994.447094] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.447237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.447292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.447560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.447638] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.555831] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b643a94f-1eda-4de5-a39f-9db6c8be64f8 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_rules [ 994.555831] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_rules [ 994.555831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.555831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.968975] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.969422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.969422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.969554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.969554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.969623] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 already deleted. [ 994.969704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.969846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.969992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.970084] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.246130] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 995.246130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.495184] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.495316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.495316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.495496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.495583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.495684] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 already deleted. [ 995.495767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.639516] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 995.639516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.183732] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7282aa6a-83f1-49e8-8be0-495dc444e7a2 None None] Enqueued Resource ID: 59b6f2eb-6b02-4b09-b9f9-254cc06ea388 with Priority: HIGHEST for action port [ 996.184436] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59b6f2eb-6b02-4b09-b9f9-254cc06ea388 with Priority: HIGHEST for action port [ 996.189588] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-59b6f2eb-6b02-4b09-b9f9-254cc06ea388 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.189834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59b6f2eb-6b02-4b09-b9f9-254cc06ea388" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.189916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59b6f2eb-6b02-4b09-b9f9-254cc06ea388" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.190279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59b6f2eb-6b02-4b09-b9f9-254cc06ea388" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.190279] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59b6f2eb-6b02-4b09-b9f9-254cc06ea388',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.487708] env[65422]: INFO networking_nsxv3.common.synchronization [req-458ce603-b3eb-4499-bdec-b70d253f7b3a req-240a43d6-d081-4f46-b2f7-97a3616040a4 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 996.490097] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 996.490097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.490097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.490097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.490097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.490097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.490097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.490097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.490525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.490525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.490525] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.692620] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59b6f2eb-6b02-4b09-b9f9-254cc06ea388 [ 996.692923] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.693120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.693270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.693463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.694340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.694340] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59b6f2eb-6b02-4b09-b9f9-254cc06ea388 already deleted. [ 996.694340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59b6f2eb-6b02-4b09-b9f9-254cc06ea388" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.818656] env[65422]: INFO networking_nsxv3.common.synchronization [req-2f8a2d31-290a-4380-8d70-0e8065c5b2f1 req-e11fc0a7-f7b4-4857-aaf9-56d9d855f8a1 tempest-VolumesAdminNegativeTest-280625136 tempest-VolumesAdminNegativeTest-280625136-project-member] Enqueued Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_members [ 996.819301] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGHEST for action security_group_members [ 996.820042] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.820042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.820042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.820042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.823346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.823346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.823346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.823346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.823346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.823346] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.994981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.995206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.995349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.995690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.995867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.996233] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.996410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.996512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.996803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.996934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.997048] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 997.028416] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.028531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.028627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.028856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.029025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.041196] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 997.082507] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.083683] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.083683] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.083683] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.084083] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.084161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.084251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.084528] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.084723] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.085035] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.085635] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.085635] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.085635] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.085635] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.085635] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.085853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.111049] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.111049] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.111049] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.111049] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.111457] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-cf5f2d40-016e-4723-bc1b-d56cbe868b91 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.111757] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.111912] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.112259] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.112390] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5f2d40-016e-4723-bc1b-d56cbe868b91',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.327324] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.327607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.327607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.327769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.327863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.328072] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.328275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.328341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.328497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.328575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.328663] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4389057d-df11-47a3-bdd8-0111415710cf is going to be updated. [ 997.390915] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.391161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.391233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.391469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.391953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.402979] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4389057d-df11-47a3-bdd8-0111415710cf in Status: IN_PROGRESS for 2s [ 997.615151] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.615397] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.615521] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.615826] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.616156] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.616250] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port cf5f2d40-016e-4723-bc1b-d56cbe868b91 not found, creating... [ 997.616509] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.616764] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.616893] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.617220] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.617371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.617654] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.617807] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.617927] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.618141] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.618274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.618409] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: cf5f2d40-016e-4723-bc1b-d56cbe868b91 is going to be created. [ 997.640534] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.640783] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.640870] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.641167] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.641398] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.641654] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.365115] env[65422]: INFO networking_nsxv3.common.synchronization [req-458ce603-b3eb-4499-bdec-b70d253f7b3a req-83aad10f-3875-4dc8-9d4b-54c9c02952f7 service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 998.365572] env[65422]: INFO networking_nsxv3.common.synchronization [req-458ce603-b3eb-4499-bdec-b70d253f7b3a req-83aad10f-3875-4dc8-9d4b-54c9c02952f7 service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 998.365940] env[65422]: INFO networking_nsxv3.common.synchronization [req-458ce603-b3eb-4499-bdec-b70d253f7b3a req-83aad10f-3875-4dc8-9d4b-54c9c02952f7 service nova] Enqueued Resource ID: cf5f2d40-016e-4723-bc1b-d56cbe868b91 with Priority: HIGHEST for action port [ 998.366330] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 998.366517] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 998.366683] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5f2d40-016e-4723-bc1b-d56cbe868b91 with Priority: HIGHEST for action port [ 998.367069] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.367271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.367350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.367618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.367762] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.368752] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.368903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.372408] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5f2d40-016e-4723-bc1b-d56cbe868b91 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.372408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.372408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.372408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.372408] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5f2d40-016e-4723-bc1b-d56cbe868b91',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.868048] env[65422]: INFO networking_nsxv3.common.synchronization [req-035dedb3-4bf6-4b56-ba35-519c0d1dee03 req-9a33b94c-1cfd-41ff-b1c7-385758399479 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_members [ 998.868262] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGHEST for action security_group_members [ 998.868532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.868653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.868707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.868899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.869576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.869678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.869678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.869845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.869931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.870036] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.875034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875034] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf5f2d40-016e-4723-bc1b-d56cbe868b91 with status ACTIVE [ 998.875034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.875034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.875034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.875798] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.875798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.875798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.875798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.875798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.875946] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf5f2d40-016e-4723-bc1b-d56cbe868b91 is going to be updated. [ 998.902099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.902289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.902364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.902572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.902703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.902861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5f2d40-016e-4723-bc1b-d56cbe868b91" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.028489] env[65422]: INFO networking_nsxv3.common.synchronization [None req-90a6a028-8337-45de-a694-b91759cea2d2 None None] Enqueued Resource ID: fa6e11ca-9e16-4094-8ee5-3271932f7945 with Priority: HIGHEST for action port [ 999.029567] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6e11ca-9e16-4094-8ee5-3271932f7945 with Priority: HIGHEST for action port [ 999.029698] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6e11ca-9e16-4094-8ee5-3271932f7945 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.030318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6e11ca-9e16-4094-8ee5-3271932f7945" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.030445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6e11ca-9e16-4094-8ee5-3271932f7945" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.031159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6e11ca-9e16-4094-8ee5-3271932f7945" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.031159] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6e11ca-9e16-4094-8ee5-3271932f7945',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.052228] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 999.052228] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 999.052228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.052542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.052903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.052903] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.052903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.053122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.053159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.053281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.053384] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.372651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.373225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.373274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.373501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.399706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.399989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.400143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.400224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.400430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.400611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.400611] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 is going to be updated. [ 999.420262] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4389057d-df11-47a3-bdd8-0111415710cf in Status: SUCCESS [ 999.420454] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4389057d-df11-47a3-bdd8-0111415710cf deletion is rescheduled due to dependency. [ 999.420568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.444483] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.444691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.444768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.445082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.445235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.460924] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: IN_PROGRESS for 2s [ 999.533230] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa6e11ca-9e16-4094-8ee5-3271932f7945 [ 999.533511] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.533897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.534079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.534412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.535198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.535198] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa6e11ca-9e16-4094-8ee5-3271932f7945 already deleted. [ 999.535198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6e11ca-9e16-4094-8ee5-3271932f7945" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.556834] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.062112] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.142044] env[65422]: INFO networking_nsxv3.common.synchronization [None req-820a2124-5fe8-42a8-8ea7-14c02658b170 tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1000.143024] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1000.143024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.143024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.143024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.143411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.143411] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.257051] env[65422]: INFO networking_nsxv3.common.synchronization [None req-15f9ea3b-40a7-45bb-85dd-973575b648a5 tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1000.258110] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1000.258110] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.259178] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.566664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.567099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.568035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.568164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.568251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.568967] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 1000.603139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.603139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.603139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.603546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.603546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.615173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 1000.667423] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.667423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.667423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.667884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.667884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.667884] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91546cd-4693-432b-8802-9a23dcda1806 already deleted. [ 1000.667884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.668083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.668121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.668208] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.864016] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ba30d5-2603-456a-865e-37b204983b68 req-9957d065-aaf7-4912-8975-e99a62ed0795 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_members [ 1000.864455] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_members [ 1000.864802] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.864936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.864996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.865592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.865756] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.865866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.865922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.866313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.866313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.866313] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.191691] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.191852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.191920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.192188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.192305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.192305] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91546cd-4693-432b-8802-9a23dcda1806 already deleted. [ 1001.192382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.221365] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.221589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.224242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.224242] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.224242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.224242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.224242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.224242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.224242] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.224242] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.224242] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.224242] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.224242] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.224242] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.224242] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.250378] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.250378] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.250378] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.250378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.250378] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-c1fca361-555c-407f-bd51-6ea779e02f3a taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.250378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.250378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.251340] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.251340] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fca361-555c-407f-bd51-6ea779e02f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.369035] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.369201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.369284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.369587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.369689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.369891] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.369993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.370108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.370372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.370465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.370557] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 already deleted. [ 1001.371799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.476593] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 in Status: SUCCESS [ 1001.476780] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 deletion is rescheduled due to dependency. [ 1001.476885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.627511] env[65422]: INFO networking_nsxv3.common.synchronization [None req-41563be2-60cd-44db-b267-cc5dad4bf93c None None] Enqueued Resource ID: 39c9c306-d418-4e0f-ba3c-06bf06168176 with Priority: HIGHEST for action port [ 1001.628112] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c9c306-d418-4e0f-ba3c-06bf06168176 with Priority: HIGHEST for action port [ 1001.628571] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c9c306-d418-4e0f-ba3c-06bf06168176 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.628714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c9c306-d418-4e0f-ba3c-06bf06168176" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.628785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c9c306-d418-4e0f-ba3c-06bf06168176" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.629050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c9c306-d418-4e0f-ba3c-06bf06168176" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.629132] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c9c306-d418-4e0f-ba3c-06bf06168176',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.753585] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.753845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.753975] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.754269] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.754424] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.754575] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port c1fca361-555c-407f-bd51-6ea779e02f3a not found, creating... [ 1001.754878] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.755042] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.755159] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.755371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.755506] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.755788] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.755939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.756103] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.756387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.756523] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.756660] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: c1fca361-555c-407f-bd51-6ea779e02f3a is going to be created. [ 1001.779210] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.779354] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.779478] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.779686] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.780687] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.781087] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.131832] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39c9c306-d418-4e0f-ba3c-06bf06168176 [ 1002.131832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.131832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.131832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.132121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.132121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.132181] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39c9c306-d418-4e0f-ba3c-06bf06168176 already deleted. [ 1002.132306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c9c306-d418-4e0f-ba3c-06bf06168176" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.541683] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ba30d5-2603-456a-865e-37b204983b68 req-c8696cf9-8054-4337-ac2f-48244567a329 service nova] Enqueued Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_rules [ 1002.541683] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ba30d5-2603-456a-865e-37b204983b68 req-c8696cf9-8054-4337-ac2f-48244567a329 service nova] Enqueued Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_members [ 1002.541683] env[65422]: INFO networking_nsxv3.common.synchronization [req-51ba30d5-2603-456a-865e-37b204983b68 req-c8696cf9-8054-4337-ac2f-48244567a329 service nova] Enqueued Resource ID: c1fca361-555c-407f-bd51-6ea779e02f3a with Priority: HIGHEST for action port [ 1002.541989] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_rules [ 1002.545312] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_members [ 1002.545366] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1fca361-555c-407f-bd51-6ea779e02f3a with Priority: HIGHEST for action port [ 1002.545795] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.545880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.545880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.546187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.546187] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.547438] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.547556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.547668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.547938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.548016] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.548067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.548112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.548255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.548337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.548434] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.553734] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1fca361-555c-407f-bd51-6ea779e02f3a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.553869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.553912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.555915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.555915] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1fca361-555c-407f-bd51-6ea779e02f3a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.603595] env[65422]: INFO networking_nsxv3.common.synchronization [req-9e4bf792-0935-49a1-a62f-b6508c432f87 req-b4624f9e-1271-4593-ab06-b9a016910458 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1002.604564] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1002.604891] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.605036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.605101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.606177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.606177] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.606177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.606177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.606177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.606177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.606177] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.629200] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 1002.629200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.629200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.629200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.629200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.629200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.629200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.629806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.629806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.629806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.629806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.019582] env[65422]: INFO networking_nsxv3.common.synchronization [req-a04d5f12-216b-4507-a9d4-921b30eac4cc req-09966928-71c0-41ec-ab2b-b932d90ab23d tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1003.020136] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1003.021089] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.021089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.021089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.021352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.021603] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.021756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.021842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.022037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.022151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.022268] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.056781] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.058738] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.059576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.060247] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1fca361-555c-407f-bd51-6ea779e02f3a with status ACTIVE [ 1003.060496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.060667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.060766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.061537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.062182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.062182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.062182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.062335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.062569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.062806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.063575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.063575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.063575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.063832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.063914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.064037] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1fca361-555c-407f-bd51-6ea779e02f3a is going to be updated. [ 1003.098580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.098770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.098845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.099100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.099228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.099420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1fca361-555c-407f-bd51-6ea779e02f3a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.107660] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.132928] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.135449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.135449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.135449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.136302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.136302] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.136302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.136302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.136302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.136589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.136589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.136740] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.410029] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.410203] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.410318] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.410654] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.410904] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.411130] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.411232] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.411452] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.411589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.411813] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.411923] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.412061] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.412139] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.412244] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.412344] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.412470] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.431155] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.431346] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.431522] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.431758] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.432116] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.432295] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.432413] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.432752] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.432915] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4089f68d-952e-4b5f-8578-0ce2a0afb9f1',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.499800] env[65422]: INFO networking_nsxv3.common.synchronization [None req-729722f0-13b2-4f5a-bdba-9a9cf66569a5 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1003.501196] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1003.501600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.504730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.524263] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.524391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.524455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.524676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.524748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.524931] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.525036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.525103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.525243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.525318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.525400] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb already deleted. [ 1003.525478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.563115] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.611024] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.643051] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38987900-f453-4ad4-81f5-fdb237c99f57: rpc.has_security_group_logging(os_id): False [ 1003.667683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.667817] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.667883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.668113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.668203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.668433] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.668527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.668584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.668741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.668814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.669019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.669107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.669162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.669295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.669416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.669600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.669684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.669740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.669875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.669936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.670217] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 1003.744499] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.744712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.744712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.744923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.745086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.760151] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 1003.937697] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.938077] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.938263] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.938659] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.938875] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.939124] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 not found, creating... [ 1003.939519] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.939811] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.939968] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.941032] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.941196] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.941772] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.941772] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.941971] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.942072] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.942157] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.942284] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 is going to be created. [ 1003.979285] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.979521] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.979630] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.980078] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.980324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.980555] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.066368] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.066368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.066368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.066368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.066620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.066620] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 is going to be created. [ 1004.111902] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.112100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.112162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.112407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.112547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.112675] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 1004.124580] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.124873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.124873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.125284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.125383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.141025] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 in Status: UNINITIALIZED for 2s [ 1004.169720] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.169954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.170163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.170387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.170578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.191188] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 1004.697304] env[65422]: INFO networking_nsxv3.common.synchronization [req-a04d5f12-216b-4507-a9d4-921b30eac4cc req-938dd744-b4fd-4ce1-bbab-9ab25d25ff46 service nova] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1004.697632] env[65422]: INFO networking_nsxv3.common.synchronization [req-a04d5f12-216b-4507-a9d4-921b30eac4cc req-938dd744-b4fd-4ce1-bbab-9ab25d25ff46 service nova] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1004.697632] env[65422]: INFO networking_nsxv3.common.synchronization [req-a04d5f12-216b-4507-a9d4-921b30eac4cc req-938dd744-b4fd-4ce1-bbab-9ab25d25ff46 service nova] Enqueued Resource ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with Priority: HIGHEST for action port [ 1004.698234] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1004.698370] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1004.698424] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with Priority: HIGHEST for action port [ 1004.698699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.698809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.698878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.699161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.699271] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.700231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.700400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.700400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.700549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.700671] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.700735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.700802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.700954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.701079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.701172] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.702047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.703114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.703211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.703372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.703453] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4089f68d-952e-4b5f-8578-0ce2a0afb9f1',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.206204] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.207365] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.207365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.207719] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with status ACTIVE [ 1005.207892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.208019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.208105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.209772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.209772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.209772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.210231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.210231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.210231] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 is going to be updated. [ 1005.233432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.233789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.233789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.234058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.234058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.234245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.708923] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.777907] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 1005.779596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.153082] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 in Status: SUCCESS [ 1006.153289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.153394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.153627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.153892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.154200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.154200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.154664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.154664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.154664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.154664] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.202879] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1006.203139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.203372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.203561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.203832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.203951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.204032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.204207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.204297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.204360] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.212251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.212442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.212510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.212700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.212823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.212984] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be created. [ 1006.252056] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.252226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.252301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.253087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.253087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.267297] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: UNINITIALIZED for 2s [ 1006.659831] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.710502] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.710820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.710820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.710963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.711041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.711238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.711329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.711381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.711526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.711592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.711678] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 1006.740081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.740279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.740279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.740494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.740636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.750677] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 1006.856379] env[65422]: INFO networking_nsxv3.common.synchronization [req-240233f2-71d4-4178-b67f-40c7179c789a req-7fd01986-637d-4751-97be-08ecc23cb727 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_members [ 1006.856379] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGHEST for action security_group_members [ 1006.856379] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.856379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.856379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.856980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.856980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.856980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.856980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.857145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.857145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.857206] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.162952] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f23052b-e47b-41cc-a3e2-d783dbec2d38: rpc.has_security_group_logging(os_id): False [ 1007.190459] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.190772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.190835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.191204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.191353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.191761] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.191946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.192099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.192354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.192484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.192590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 is going to be created. [ 1007.273995] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.274159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.274243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.274402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.274582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.309038] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 in Status: IN_PROGRESS for 2s [ 1007.360787] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.361058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.361127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.361395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.361546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.361925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.362082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.362152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.362422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.362529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.362637] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 is going to be updated. [ 1007.433582] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.433822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.433822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.434029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.434179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.448469] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abdc133-c088-46fa-9028-755c7d8e4629 in Status: IN_PROGRESS for 2s [ 1008.281085] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1008.281085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.281457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.281457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.281618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.281718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.282051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.282376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.282493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.282637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.282781] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.764352] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1008.764533] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 deletion is rescheduled due to dependency. [ 1008.764653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.785553] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.785553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.785553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.786245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.786245] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.786245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.786245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.786245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.786420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.786420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.786532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.789758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.789758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.790019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.790259] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.790474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.790556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.790759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.792806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.792806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.792806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.149756] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1009.149909] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:2 started [ 1009.243952] env[65422]: INFO networking_nsxv3.common.synchronization [None req-c0dfec83-18c6-4afc-be4b-98e244197a83 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_rules [ 1009.244419] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_rules [ 1009.244641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.244806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.245304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.245304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.245304] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.296188] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1009.322492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.322719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.322789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.323041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.323154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.323495] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.323653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.323774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.323991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.324142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.324354] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.324551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.324685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.324869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.325011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.325372] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.325573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.325687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.325849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.325989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.326162] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be created. [ 1009.328561] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 in Status: SUCCESS [ 1009.328853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399638] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.399638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.399638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.399858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.399968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.411698] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1009.459849] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5abdc133-c088-46fa-9028-755c7d8e4629 in Status: SUCCESS [ 1009.459849] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 deletion is rescheduled due to dependency. [ 1009.459849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.483521] env[65422]: INFO networking_nsxv3.common.synchronization [None req-27ae719b-a034-45ca-82ca-716e8bd9edd4 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_rules [ 1009.483521] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_rules [ 1009.483521] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.483521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.773022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.773022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8845302d-2265-4b44-99b0-aed119121392 already deleted. [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.773022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.773022] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.088458] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.088677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.088677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.088878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.089016] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.300513] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.300789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.300918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.301266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.301640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.301956] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8845302d-2265-4b44-99b0-aed119121392 already deleted. [ 1010.301956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.591754] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.097706] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.242339] env[65422]: INFO networking_nsxv3.common.synchronization [req-6441df42-4bbf-4888-a52e-c322a77783ee req-1228a65f-1e97-4fa6-9646-301afb04db80 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1011.242339] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1011.242339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.242339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.242339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.242339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.242339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.244630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.244630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.244630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.244630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.244630] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.425879] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1011.426330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.600253] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1011.600393] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1011.693801] env[65422]: INFO networking_nsxv3.common.synchronization [req-e57cb268-8d24-4d65-bd1a-967c503b0316 req-ec13764c-1609-4a0e-a75f-1df9395845d1 tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1011.694684] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1011.695713] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.695933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.696185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.696488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.697061] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.697220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.697343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.697562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.697680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.697798] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.749242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.750734] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.750734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.750734] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 1011.790290] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.790493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.790493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.790706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.790845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.800412] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 1012.128981] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129205] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129333] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.129666] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.130074] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.130294] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.130469] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.131046] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.131046] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.131215] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.131261] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.131424] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.131530] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.131723] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1012.131856] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.132074] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1012.154428] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1012.154703] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1012.154920] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1012.155263] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.155863] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-96370c0c-da2e-4229-82a1-a24b799e6402 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.155863] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.156234] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.156463] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.156463] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96370c0c-da2e-4229-82a1-a24b799e6402',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.202848] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.203006] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.203077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.203286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.203378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.203568] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.203979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.203979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.204118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.204157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.204270] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91546cd-4693-432b-8802-9a23dcda1806 already deleted. [ 1012.204349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.499217] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.499618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.499618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.499618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.514191] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1012.515236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.516608] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1012.549558] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.549725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.549768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.549978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.562723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.563539] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1012.563624] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1012.563710] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1012.633432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.634575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.634575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.634575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.635514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.635743] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1012.659513] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.659762] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.659911] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.660315] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.660483] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.660660] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 96370c0c-da2e-4229-82a1-a24b799e6402 not found, creating... [ 1012.660927] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.661112] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.661251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.661722] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.661877] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.662467] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.662629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.662664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.662969] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.663174] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.663329] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 96370c0c-da2e-4229-82a1-a24b799e6402 is going to be created. [ 1012.686328] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.686494] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.686639] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.687072] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.687237] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.687393] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.735044] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.736012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.736012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.736012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.736387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.736835] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1012.867402] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.867613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.867613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.868615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.868615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.868615] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1012.868615] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cb731843-bbab-493b-8e2e-b38078ec18ab', '34de2e2c-d3ca-4201-9802-b2827cd73bd8', '495b9900-8c85-4a45-b774-218164781295', '5f795bbe-0383-4696-bded-616ff89dbabb', '16c55d49-a6f6-4223-8a30-76b9a4476dad', '0d0ba961-755d-41e5-b775-f2382068082a', '38987900-f453-4ad4-81f5-fdb237c99f57', '0b054206-85e8-48b4-b07f-41ee8ffb0bed', 'da25f0d0-0f3f-414a-945c-07b7779d368b', '648d5cad-7c86-4024-9b37-2e7c87bd0cdc', '9fab730e-31a4-4688-9e00-dbeb870eb4cc', 'aacd7f3c-2fec-4bfd-9bed-8e955dced279', '9b6fb15d-4982-4766-8443-4e9640633757', 'f2ce74a8-7041-470c-80ff-954df76e1dcd', '572b68ab-737b-4b38-a2fa-fc5ef339ff40', '4994a1fd-2aed-4752-ae02-9d4e0aec03a9', 'bbb7290f-a9ca-494d-87ea-8c35003b13df', '4389057d-df11-47a3-bdd8-0111415710cf', 'b42c8a49-ef8a-4292-a130-99ba5ef4c07c', 'd3a1dbf9-3b24-41bd-a638-b67839664371', 'ad797c8d-c4fe-466e-b3e3-7dde89d347af', '36426345-0529-479d-b2ab-a3a79d31d63f', '256a476e-d8e3-4b5b-90d6-1aeed3e22cb2', '289a5d65-fa24-4a2c-bdd9-890d02059bbc', 'bb6e7fb1-b430-4ad1-958b-857940aaafb0', 'df50b4d8-6e85-4d57-ba3b-66bb1fd98374', '5abdc133-c088-46fa-9028-755c7d8e4629', '69efc5ef-e0a8-407b-89a9-a6196b89ebf7', '8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8', 'a16a340e-029b-4504-994e-bc706acc5c40', 'bae29a68-d0a0-4357-ade7-d96e380a0762', '50a88730-92b7-40f9-af2b-6a3ea601d768', '851337cf-11f8-4b56-8191-079ae1fc9f3a', '1ea1e58c-37de-45b2-946a-97edc24882a0', '0f23052b-e47b-41cc-a3e2-d783dbec2d38', '41bb77e9-eeed-4fa1-8683-cd3facac1211', '03ce012d-51eb-4af8-bf40-8291cbb67503', '9c083b67-e107-4514-b2b2-ba9cb60fdacb', '0e5e6770-f314-4d32-9bde-765d26ec0966', '53939fff-e9ba-4dcb-a87b-007230e9f00f', 'd2d2219b-9427-495e-a3a1-0e13c1840c09'} {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1012.868615] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1012.895921] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.896211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.896473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.896473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.896589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.896896] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1012.896896] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1012.896896] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1012.970164] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.970369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.970411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.970682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.972178] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.972522] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1012.972635] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1012.972876] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1012.972876] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1012.973039] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1012.973039] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGH for action security_group_rules [ 1012.973169] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGH for action security_group_rules [ 1012.973266] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGH for action security_group_rules [ 1012.973362] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGH for action security_group_rules [ 1012.973452] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGH for action security_group_rules [ 1012.973545] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGH for action security_group_rules [ 1012.973641] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGH for action security_group_rules [ 1012.973790] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGH for action security_group_rules [ 1012.973900] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGH for action security_group_rules [ 1012.974082] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGH for action security_group_rules [ 1012.974082] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGH for action security_group_rules [ 1012.974220] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGH for action security_group_rules [ 1012.974267] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGH for action security_group_rules [ 1012.974339] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGH for action security_group_rules [ 1012.974543] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGH for action security_group_rules [ 1012.974543] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGH for action security_group_rules [ 1012.974658] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGH for action security_group_rules [ 1012.974694] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGH for action security_group_rules [ 1012.974783] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGH for action security_group_rules [ 1012.974879] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGH for action security_group_rules [ 1012.975073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.429215] env[65422]: INFO networking_nsxv3.common.synchronization [req-e57cb268-8d24-4d65-bd1a-967c503b0316 req-e5f414a0-affb-4ad7-85d6-7e4e67bedb16 service nova] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1013.429215] env[65422]: INFO networking_nsxv3.common.synchronization [req-e57cb268-8d24-4d65-bd1a-967c503b0316 req-e5f414a0-affb-4ad7-85d6-7e4e67bedb16 service nova] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1013.429215] env[65422]: INFO networking_nsxv3.common.synchronization [req-e57cb268-8d24-4d65-bd1a-967c503b0316 req-e5f414a0-affb-4ad7-85d6-7e4e67bedb16 service nova] Enqueued Resource ID: 96370c0c-da2e-4229-82a1-a24b799e6402 with Priority: HIGHEST for action port [ 1013.429539] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1013.429956] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1013.430113] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96370c0c-da2e-4229-82a1-a24b799e6402 with Priority: HIGHEST for action port [ 1013.430208] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGH for action security_group_rules [ 1013.430303] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGH for action security_group_rules [ 1013.430391] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGH for action security_group_rules [ 1013.430479] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 with Priority: HIGH for action security_group_rules [ 1013.430564] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a1dbf9-3b24-41bd-a638-b67839664371 with Priority: HIGH for action security_group_rules [ 1013.430648] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c with Priority: HIGH for action security_group_rules [ 1013.430730] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4389057d-df11-47a3-bdd8-0111415710cf with Priority: HIGH for action security_group_rules [ 1013.430812] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb7290f-a9ca-494d-87ea-8c35003b13df with Priority: HIGH for action security_group_rules [ 1013.430919] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2ce74a8-7041-470c-80ff-954df76e1dcd with Priority: HIGH for action security_group_rules [ 1013.431030] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 with Priority: HIGH for action security_group_rules [ 1013.431144] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b6fb15d-4982-4766-8443-4e9640633757 with Priority: HIGH for action security_group_rules [ 1013.431217] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGH for action security_group_rules [ 1013.431299] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc with Priority: HIGH for action security_group_rules [ 1013.431381] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc with Priority: HIGH for action security_group_rules [ 1013.431464] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da25f0d0-0f3f-414a-945c-07b7779d368b with Priority: HIGH for action security_group_rules [ 1013.431597] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d0ba961-755d-41e5-b775-f2382068082a with Priority: HIGH for action security_group_rules [ 1013.432194] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed with Priority: HIGH for action security_group_rules [ 1013.432331] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGH for action security_group_rules [ 1013.432424] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 with Priority: HIGH for action security_group_rules [ 1013.432511] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGH for action security_group_rules [ 1013.432792] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.432909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.432973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.433174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.433249] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.434157] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.434311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.434381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.434554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.434696] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.434787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.434848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.434991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.435087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.435172] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.435886] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-96370c0c-da2e-4229-82a1-a24b799e6402 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.436014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.436188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.436391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.436511] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96370c0c-da2e-4229-82a1-a24b799e6402',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.441956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.442824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.442824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.442824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.442824] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.443603] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.443718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.443804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.443969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.444993] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.445989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.445989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.446170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.446257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.446342] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.447207] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.447317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.447411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.447636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.447797] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('572b68ab-737b-4b38-a2fa-fc5ef339ff40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.450946] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3a1dbf9-3b24-41bd-a638-b67839664371 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.451039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.451100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.451842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.451842] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3a1dbf9-3b24-41bd-a638-b67839664371',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.452280] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.454763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.454763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.454763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.454763] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b42c8a49-ef8a-4292-a130-99ba5ef4c07c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.454763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4389057d-df11-47a3-bdd8-0111415710cf taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.454763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.454763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.454763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.454763] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4389057d-df11-47a3-bdd8-0111415710cf',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.459642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbb7290f-a9ca-494d-87ea-8c35003b13df taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.459977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.460265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.460679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.461536] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbb7290f-a9ca-494d-87ea-8c35003b13df',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.463481] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2ce74a8-7041-470c-80ff-954df76e1dcd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.466028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.466028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.466028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.466028] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2ce74a8-7041-470c-80ff-954df76e1dcd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.466028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.466028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.466028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.466783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.466864] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4994a1fd-2aed-4752-ae02-9d4e0aec03a9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.469600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b6fb15d-4982-4766-8443-4e9640633757 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.469600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.469600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.469600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.469600] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b6fb15d-4982-4766-8443-4e9640633757',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.469846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.469846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.469966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.470189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.470189] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.471445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.471445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.471445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.471445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.471445] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fab730e-31a4-4688-9e00-dbeb870eb4cc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.472922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.473811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.473811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.473811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.473811] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648d5cad-7c86-4024-9b37-2e7c87bd0cdc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.474702] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da25f0d0-0f3f-414a-945c-07b7779d368b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.474884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.474935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.475138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.475225] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da25f0d0-0f3f-414a-945c-07b7779d368b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.475960] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d0ba961-755d-41e5-b775-f2382068082a taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.476078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.476147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.476326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.476394] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d0ba961-755d-41e5-b775-f2382068082a',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.477254] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.477990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.477990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.477990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.477990] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b054206-85e8-48b4-b07f-41ee8ffb0bed',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.479060] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.479060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.479060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.479060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.479060] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.480156] env[65422]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1013.481349] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.481349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.481349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.481349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.481349] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34de2e2c-d3ca-4201-9802-b2827cd73bd8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.485048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.485048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.485048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.485048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.485048] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.811173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 1013.811535] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 1013.811535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.988616] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96370c0c-da2e-4229-82a1-a24b799e6402 with status ACTIVE [ 1013.988862] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.989051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.989129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.989341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.989435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.989615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.989735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.989799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.989952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.991322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.991555] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.991685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.991754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.992053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.992109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.992253] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96370c0c-da2e-4229-82a1-a24b799e6402 is going to be updated. [ 1014.004084] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.004354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.006241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.006386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.006450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.006659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.007068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.007068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.007068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.007250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.007303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.007403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.009146] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.014344] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.014807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.014807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.014807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.023204] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.023366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.023639] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.023774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.023835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.024039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.024186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.024277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.024334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.024481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.024558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.024655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.024730] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.029109] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.030550] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.030668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.030722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.031139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.031139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.031243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.031243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.031659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.032612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.032612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.032612] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.034763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.035243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.035243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.035473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.035732] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.035868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.035928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.036103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.036189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.036274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.036362] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.095697] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.095988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.103588] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.103870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.118187] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.118415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.123020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.123183] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b6fb15d-4982-4766-8443-4e9640633757 is going to be deleted. [ 1014.124211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.124458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.128033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.128202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.129906] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.130173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.131089] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.131314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.132091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.132219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.133125] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.133302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.134236] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.134411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.135383] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.135564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.136294] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.136482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.137335] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.137975] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.138138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.138781] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.139510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.139645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.140469] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.140967] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.141091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.153087] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.153583] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.155286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.155286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.155286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.155286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.155286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.155979] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1014.156301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.156457] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4994a1fd-2aed-4752-ae02-9d4e0aec03a9 is going to be deleted. [ 1014.157559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.157812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.207172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.207326] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da25f0d0-0f3f-414a-945c-07b7779d368b is going to be deleted. [ 1014.208302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.208728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.230745] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.231273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.241242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.241423] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b42c8a49-ef8a-4292-a130-99ba5ef4c07c is going to be deleted. [ 1014.243068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.243068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.270833] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.271039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.282871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.282998] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4389057d-df11-47a3-bdd8-0111415710cf is going to be deleted. [ 1014.284670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.284670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.362464] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.362713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.369989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370165] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3a1dbf9-3b24-41bd-a638-b67839664371 is going to be deleted. [ 1014.371157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.371391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.465146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.465146] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbb7290f-a9ca-494d-87ea-8c35003b13df is going to be deleted. [ 1014.466233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.466485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.469049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.469049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.470147] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.470445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.524055] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.535044] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.538027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.538027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.538027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be deleted. [ 1014.539069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.540800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.540800] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.541920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.541920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.541920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.542193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.542734] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.542871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.542939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.543117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.543200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.543293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.543481] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.544457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.544545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.545106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.545106] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.545862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.545862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.545862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.545862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.545862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.546169] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.550437] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.550617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.550735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.550896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.551083] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.551189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.551258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.551403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.551931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.551931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.551931] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.551931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.552209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.553605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.553605] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.553743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.553743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.553878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.553991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.554117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.554203] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.556370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.556507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.556959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.557014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.557155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.557441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.557441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.557581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.557632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.557700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.558204] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.558204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.558204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.558349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.558382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.558465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.558524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.558655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.558733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.558818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.558897] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.661197] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.661457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.676672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.676672] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be deleted. [ 1014.677447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.677668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.743261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.743504] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b054206-85e8-48b4-b07f-41ee8ffb0bed is going to be deleted. [ 1014.744494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.745947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.770291] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.770496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.806823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.806823] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648d5cad-7c86-4024-9b37-2e7c87bd0cdc is going to be deleted. [ 1014.808238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.808530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.822481] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.823075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.827275] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1014.827536] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1014.828657] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1014.828657] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1014.829024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.829319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.829319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.829990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.829990] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.830199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.830199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.830367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.830503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.830689] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.832023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.832215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.832300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.832474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.834236] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.834236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.834236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.834431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.834431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.834504] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.883629] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1014.884079] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1014.884239] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_rules [ 1014.884290] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1014.884415] env[65422]: INFO networking_nsxv3.common.synchronization [req-8c57f441-42e9-499d-9103-e8f4ddb8628a req-3a3b53ec-c9db-4f88-b682-a9a742fd130f tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with Priority: HIGHEST for action port [ 1014.885513] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1014.885738] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_rules [ 1014.889023] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with Priority: HIGHEST for action port [ 1014.889023] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1014.889023] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1014.889023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.889023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 572b68ab-737b-4b38-a2fa-fc5ef339ff40 is going to be deleted. [ 1014.889023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.889740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.889740] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.889740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.889740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.889899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.889899] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.891327] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.891656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.891731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.892092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.892195] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4089f68d-952e-4b5f-8578-0ce2a0afb9f1',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.894991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.895193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.895486] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.895596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.896079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.896543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.903046] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.903046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.968695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.968695] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fab730e-31a4-4688-9e00-dbeb870eb4cc is going to be deleted. [ 1014.969045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.969459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.994111] env[65422]: INFO networking_nsxv3.common.synchronization [None req-80f63602-1e94-49db-bae7-acedff0b24d7 None None] Enqueued Resource ID: 4085953f-bd8f-4b82-8790-90ea6b6a04f6 with Priority: HIGHEST for action port [ 1014.995016] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4085953f-bd8f-4b82-8790-90ea6b6a04f6 with Priority: HIGHEST for action port [ 1014.996114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4085953f-bd8f-4b82-8790-90ea6b6a04f6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.996545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4085953f-bd8f-4b82-8790-90ea6b6a04f6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.996838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4085953f-bd8f-4b82-8790-90ea6b6a04f6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.997503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4085953f-bd8f-4b82-8790-90ea6b6a04f6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.997503] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4085953f-bd8f-4b82-8790-90ea6b6a04f6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.027135] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb731843-bbab-493b-8e2e-b38078ec18ab: rpc.has_security_group_logging(os_id): False [ 1015.050820] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b9900-8c85-4a45-b774-218164781295: rpc.has_security_group_logging(os_id): False [ 1015.054023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.054023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.054023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.054023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.054023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.054023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91546cd-4693-432b-8802-9a23dcda1806 is going to be created. [ 1015.060393] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c55d49-a6f6-4223-8a30-76b9a4476dad: rpc.has_security_group_logging(os_id): False [ 1015.063676] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1015.091805] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.091805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.093959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.093959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.108805] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.108805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.150797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.150797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.151137] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.151137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.151934] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.152709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.153551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.153681] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34de2e2c-d3ca-4201-9802-b2827cd73bd8 is going to be deleted. [ 1015.154944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.155294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.157400] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.157523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.157990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.157990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.157990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.239613] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: UNINITIALIZED for 2s [ 1015.284674] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.284926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.285902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.286035] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d0ba961-755d-41e5-b775-f2382068082a is going to be deleted. [ 1015.286968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.288154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.337110] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.338244] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.362413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.362626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.395449] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with status ACTIVE [ 1015.395678] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.395807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.395876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.396177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.396272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.396488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.396594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.396679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.396848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.396948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.397135] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.397225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.397294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.397475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.397551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.397638] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 is going to be updated. [ 1015.401665] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.401877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.424569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.424840] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2ce74a8-7041-470c-80ff-954df76e1dcd is going to be deleted. [ 1015.425917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.426192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.426346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.426484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b6fb15d-4982-4766-8443-4e9640633757" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.427025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.427274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.427361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.427490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4994a1fd-2aed-4752-ae02-9d4e0aec03a9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.428078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.428327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.428396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.428490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da25f0d0-0f3f-414a-945c-07b7779d368b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.428628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.428773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.428846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.428956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4389057d-df11-47a3-bdd8-0111415710cf" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.429093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.429234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.429308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.429416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b42c8a49-ef8a-4292-a130-99ba5ef4c07c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.429551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.429792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.429875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.429991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3a1dbf9-3b24-41bd-a638-b67839664371" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.430150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.430292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.430364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.430470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbb7290f-a9ca-494d-87ea-8c35003b13df" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.430593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.430738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.430818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b054206-85e8-48b4-b07f-41ee8ffb0bed" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.432545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.432545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648d5cad-7c86-4024-9b37-2e7c87bd0cdc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.432545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.432679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.447496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.447651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.447720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.448307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.448307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.448307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.500661] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4085953f-bd8f-4b82-8790-90ea6b6a04f6 [ 1015.501013] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.501233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.501290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.501622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.501804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.501989] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4085953f-bd8f-4b82-8790-90ea6b6a04f6 already deleted. [ 1015.502172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4085953f-bd8f-4b82-8790-90ea6b6a04f6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.547523] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.547523] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.547523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.547981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.552879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-572b68ab-737b-4b38-a2fa-fc5ef339ff40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.552879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.552879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.552879] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.552879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.628718] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.628844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.647229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.647520] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.647620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.647676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648013] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.648392] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.648451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.648515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.648689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.648885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649169] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.649251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.649318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.649522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.649605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.649709] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1015.651299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.651513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.710105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.710605] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.710816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.711029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.711374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.711465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.711811] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.711983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.712302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.712587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.712720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.713179] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.713314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.713407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.713627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.713733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.713948] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1015.715689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.716177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.716333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.716523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34de2e2c-d3ca-4201-9802-b2827cd73bd8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.717085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.717213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d0ba961-755d-41e5-b775-f2382068082a" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.717672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.717889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.797820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.797820] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.797820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.797820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.797820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.797820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.798107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.798156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.798443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.800457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.800457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.800457] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.800457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.800457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.800457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.800457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.800457] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be updated. [ 1015.801375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.801670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.801882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.802152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fab730e-31a4-4688-9e00-dbeb870eb4cc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.802462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.802595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.802672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.802871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2ce74a8-7041-470c-80ff-954df76e1dcd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.827059] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1015.827059] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1015.827059] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_members [ 1015.829410] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1015.829883] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1015.830325] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_members [ 1015.833893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.833893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.833893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-848eb4be-802a-49a5-8e22-689ac492eac5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.833893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.833893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.834868] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.841131] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.841318] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.850217] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.850473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.850473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.850581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.850738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.876451] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.876451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.876451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.876451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.876451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.898097] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1015.898291] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1015.898563] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_rules [ 1015.898563] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_members [ 1015.898659] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_rules [ 1015.899290] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1015.899460] env[65422]: INFO networking_nsxv3.common.synchronization [req-56690697-0d42-4b13-b787-eb1c872531c5 req-d58cf808-9f57-4865-ae9e-5abe01f88ef8 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with Priority: HIGHEST for action port [ 1015.900036] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1015.900164] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_rules [ 1015.900259] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1015.900346] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with Priority: HIGHEST for action port [ 1015.900498] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_rules [ 1015.900498] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1015.900691] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_members [ 1015.900955] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.901078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.901731] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-848eb4be-802a-49a5-8e22-689ac492eac5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.901731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.901731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.902023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.902063] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.903363] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.903514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.903767] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.903909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.903984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.904217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.904457] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4089f68d-952e-4b5f-8578-0ce2a0afb9f1',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.905384] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.905538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.906351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.906351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.906351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-848eb4be-802a-49a5-8e22-689ac492eac5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.906351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.918722] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1016.032506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.032506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.032506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.032506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.032811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.037024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1016.099087] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1016.124278] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1016.124976] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.125179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.125245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.125523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.125781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.185722] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 1016.338636] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.342933] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.343185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.343306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.343588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.343707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.344092] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be created. [ 1016.345585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.345768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.347472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.347472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.347472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.347472] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1016.390214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.390746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.390859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.391217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.391449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.395180] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.395385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.395504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.395726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.395910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.408079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 with status ACTIVE [ 1016.408079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.408079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.408079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.408079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.408652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.408652] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.408898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.408969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.409361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.409970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.409970] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.410259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.410259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.411894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.411894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.411894] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4089f68d-952e-4b5f-8578-0ce2a0afb9f1 is going to be updated. [ 1016.414503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-848eb4be-802a-49a5-8e22-689ac492eac5 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.414503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.414964] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1016.415701] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: UNINITIALIZED for 2s [ 1016.435043] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b59326c6-4ad6-43b7-838a-13bd95cd93f5 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1016.436296] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1016.436673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.436791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.436863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.437163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.437274] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.443311] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.443488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.443532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.443734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.444416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.444605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4089f68d-952e-4b5f-8578-0ce2a0afb9f1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.559926] env[65422]: INFO networking_nsxv3.common.synchronization [None req-68c21fa3-81c7-4f27-b410-730077baef7e tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1016.561651] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1016.561651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.561651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.844044] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.861119] env[65422]: INFO networking_nsxv3.common.synchronization [None req-27005449-64ea-49f3-9b07-79d4211e912f tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1016.862084] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1016.862327] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.862327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.862460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.862638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.862722] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.959765] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.959957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.959957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.960188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.960275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.960374] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 already deleted. [ 1016.960454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.960596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.960746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.960823] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.099712] env[65422]: INFO networking_nsxv3.common.synchronization [None req-2950fd7b-8a44-494b-a983-dba3e19b6240 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1017.100243] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1017.100547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.100644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.252633] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: SUCCESS [ 1017.252859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.253041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.253267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.253457] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.253572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.253638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.253809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.253895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.253981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.254100] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.347112] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.347112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.347112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.347112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.347112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.347112] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 848eb4be-802a-49a5-8e22-689ac492eac5 is going to be created. [ 1017.383083] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.383371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.383693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.383767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.383941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.397480] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: UNINITIALIZED for 2s [ 1017.398463] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.398650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.398707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.398918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.399036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.399150] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b already deleted. [ 1017.399252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.399379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.399545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.399633] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.483816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.484044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.484093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.484277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.484366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.484466] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 already deleted. [ 1017.484545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.758117] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.924619] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.924988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.924988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.925158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.925249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.925349] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b already deleted. [ 1017.925430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.934256] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1017.934702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.001588] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a4ce5067-9230-40d7-881b-89b7ea06e811 None None] Enqueued Resource ID: 4f0b8197-f0ae-4c56-93d1-4bf47ede4619 with Priority: HIGHEST for action port [ 1018.002262] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0b8197-f0ae-4c56-93d1-4bf47ede4619 with Priority: HIGHEST for action port [ 1018.002646] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f0b8197-f0ae-4c56-93d1-4bf47ede4619 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.003272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f0b8197-f0ae-4c56-93d1-4bf47ede4619" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.003272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f0b8197-f0ae-4c56-93d1-4bf47ede4619" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.003635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f0b8197-f0ae-4c56-93d1-4bf47ede4619" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.003754] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0b8197-f0ae-4c56-93d1-4bf47ede4619',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.052712] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1018.052996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.113938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1018.114230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.114919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.115209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.115324] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.154022] env[65422]: INFO networking_nsxv3.common.synchronization [req-94dda160-81f2-4b25-b4cc-587408e7c131 req-2d8ee164-6bbd-45d2-ab25-b50fb0f4b915 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_members [ 1018.154971] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_members [ 1018.156077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.156297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.156368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.156624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.156788] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.156887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.156950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.157140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.157234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.157327] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.203171] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 1018.203393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.264885] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c91546cd-4693-432b-8802-9a23dcda1806: rpc.has_security_group_logging(os_id): False [ 1018.294386] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.295242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299026] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.299026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.299026] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91546cd-4693-432b-8802-9a23dcda1806 is going to be created. [ 1018.388399] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.388399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.388399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.388691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.388929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.404759] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: IN_PROGRESS for 2s [ 1018.432911] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1018.433917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.433917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.433917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.434140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.434197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.434237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.434423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.434504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.434620] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.437785] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1018.439767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.439767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.439767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.439990] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.439990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.439990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.440219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.440219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.440327] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.507703] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f0b8197-f0ae-4c56-93d1-4bf47ede4619 [ 1018.509362] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.509362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.509362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.509362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.509362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.509362] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f0b8197-f0ae-4c56-93d1-4bf47ede4619 already deleted. [ 1018.509362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f0b8197-f0ae-4c56-93d1-4bf47ede4619" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.612889] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-288 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.613195] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.613326] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.613626] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.614235] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.615582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.615582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.615582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.615582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.615582] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.615582] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.615582] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.615582] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.615870] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.615870] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.615992] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.617703] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.617878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.638031] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.638031] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.638031] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.638031] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-288" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.638031] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-308ddfd2-c7be-4ccb-afb0-0baeec362526 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.638453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.638453] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.638835] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.638975] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308ddfd2-c7be-4ccb-afb0-0baeec362526',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.665607] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.665607] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.665607] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8845302d-2265-4b44-99b0-aed119121392 already deleted. [ 1018.665607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.859934] env[65422]: INFO networking_nsxv3.common.synchronization [req-73664621-3a8c-4db3-9f08-cd7b28e42a78 req-bd54321b-479c-4270-8ad5-d4fd65e42868 tempest-ServersNegativeTestJSON-811523686 tempest-ServersNegativeTestJSON-811523686-project-member] Enqueued Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 1018.860476] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 with Priority: HIGHEST for action security_group_members [ 1018.862048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e5e6770-f314-4d32-9bde-765d26ec0966 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.862048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.862048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.862048] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e5e6770-f314-4d32-9bde-765d26ec0966',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.944194] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.946458] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.143027] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.143190] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.143310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.143589] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.143962] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.143962] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 308ddfd2-c7be-4ccb-afb0-0baeec362526 not found, creating... [ 1019.144248] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.144435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.144554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.146069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.146069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.146069] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.146069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.146069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.146069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.146069] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.146069] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 308ddfd2-c7be-4ccb-afb0-0baeec362526 is going to be created. [ 1019.168519] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.168519] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.168664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.168870] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.169139] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.169389] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.364485] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.364633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.364633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.365213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.392939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.393499] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.393499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.393499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.393788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.393788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.393788] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 is going to be updated. [ 1019.411478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: SUCCESS [ 1019.411478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.411478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.411730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.412033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.412033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.412033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.412598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.412668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.412764] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.436920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.437108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.437156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.437353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.437495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.447430] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.451878] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.453068] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: IN_PROGRESS for 2s [ 1019.915990] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.920800] env[65422]: INFO networking_nsxv3.common.synchronization [req-94dda160-81f2-4b25-b4cc-587408e7c131 req-4d044d00-7460-49e9-a9da-155d17e1e25a service nova] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_rules [ 1019.920988] env[65422]: INFO networking_nsxv3.common.synchronization [req-94dda160-81f2-4b25-b4cc-587408e7c131 req-4d044d00-7460-49e9-a9da-155d17e1e25a service nova] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_members [ 1019.921164] env[65422]: INFO networking_nsxv3.common.synchronization [req-94dda160-81f2-4b25-b4cc-587408e7c131 req-4d044d00-7460-49e9-a9da-155d17e1e25a service nova] Enqueued Resource ID: 308ddfd2-c7be-4ccb-afb0-0baeec362526 with Priority: HIGHEST for action port [ 1019.921729] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_rules [ 1019.921908] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_members [ 1019.927133] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 308ddfd2-c7be-4ccb-afb0-0baeec362526 with Priority: HIGHEST for action port [ 1019.927133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.927133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.927133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.927133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.927133] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.927828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.927942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.928285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.928285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.928657] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.928768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.928826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.928981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.929234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.929714] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.930431] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-308ddfd2-c7be-4ccb-afb0-0baeec362526 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.931293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.931398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.931581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.931693] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('308ddfd2-c7be-4ccb-afb0-0baeec362526',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.950098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.950098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.950098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.950627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.950627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.950627] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be updated. [ 1019.958422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.958845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.958845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.958845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.977404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.977404] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1019.982093] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.982259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.982303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.982859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.982859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.987804] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.987941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.988026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.988276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.988401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.999786] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1020.000160] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: IN_PROGRESS for 2s [ 1020.418943] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: SUCCESS [ 1020.418943] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.419224] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.433944] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.434290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.435104] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.435811] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 308ddfd2-c7be-4ccb-afb0-0baeec362526 with status ACTIVE [ 1020.436014] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.436138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.436192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.436401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.436487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.436868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.436868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.436868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.437025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.437025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.437356] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.437449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.437504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.437644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.437718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.437802] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 308ddfd2-c7be-4ccb-afb0-0baeec362526 is going to be updated. [ 1020.462152] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.462331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.462331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.462718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.462718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.462884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-308ddfd2-c7be-4ccb-afb0-0baeec362526" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.921375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.921535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.921608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.922266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.922266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.922266] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 848eb4be-802a-49a5-8e22-689ac492eac5 is going to be updated. [ 1020.939708] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.968893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.969208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.969208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.969370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.969493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.979583] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: IN_PROGRESS for 2s [ 1021.442908] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.443088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.443088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.443301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.443388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.443505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8845302d-2265-4b44-99b0-aed119121392 is going to be created. [ 1021.470239] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 in Status: SUCCESS [ 1021.470456] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e5e6770-f314-4d32-9bde-765d26ec0966 deletion is rescheduled due to dependency. [ 1021.470589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e5e6770-f314-4d32-9bde-765d26ec0966" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.474065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.474654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.474654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.474654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.474880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.486342] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8845302d-2265-4b44-99b0-aed119121392 in Status: UNINITIALIZED for 2s [ 1021.509699] env[65422]: INFO networking_nsxv3.common.synchronization [None req-89b11ae9-81bb-4d48-852b-44a34053dcd0 tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_rules [ 1021.510311] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_rules [ 1021.514451] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.514451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.514451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.514694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.514811] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.615877] env[65422]: INFO networking_nsxv3.common.synchronization [None req-84243061-f62f-4e0a-9bc8-27296708ee2b tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_rules [ 1021.616688] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_rules [ 1021.616992] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.617110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.013845] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1022.016409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.019435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.019793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.020063] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.020307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.020307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.020594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.020752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.020917] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.024415] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1022.024477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.024760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.025032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.025288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.025442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.025647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.025740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.025904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.026075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.026231] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.027805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.028011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.029267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.029267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.029267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.029267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.029267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.029267] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.050020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.050240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.050240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.050486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.050557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.050648] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 already deleted. [ 1022.050724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.050883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.051073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.051168] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.528621] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.530632] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.532675] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.574303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.574460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.574527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.574738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.574822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.574936] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 already deleted. [ 1022.575032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.751308] env[65422]: INFO networking_nsxv3.common.synchronization [req-48bde551-bf3e-4f98-a235-9f9b09586b51 req-fbb5c380-4a89-4b8a-9a5e-bda5cc7a2279 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1022.752734] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1022.752734] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.752734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.752734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.753819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.753819] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.753819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.753819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.753819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.753819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.753819] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.762251] env[65422]: INFO networking_nsxv3.common.synchronization [req-8968d797-5e8a-40ef-b568-e465a778c0f3 req-8235e56d-0e8f-478c-9e0e-633223d0de2b tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1022.762933] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1022.763033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.763153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.763216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.763424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.763916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.763916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.763916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.763916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.764137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.764174] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.991744] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: SUCCESS [ 1022.991987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.993331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.993331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.993331] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.995216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.995352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.995572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.995665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.995911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.996062] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.031058] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.032683] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1cc381a-2713-45f8-97eb-6236ef2dc0d0: rpc.has_security_group_logging(os_id): False [ 1023.038497] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.057448] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.058426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.058426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.058426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.058426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.058426] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.058426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.058426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.058798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.058798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.058798] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be created. [ 1023.121376] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.121610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.122129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.122129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.122386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.137121] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: IN_PROGRESS for 2s [ 1023.207326] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.207532] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.207643] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.207939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.208211] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.208392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.208497] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.208728] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.208882] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.209135] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.209251] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.209362] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.209471] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.209582] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.209750] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.209833] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.258792] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.259058] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.259206] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.259413] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-420" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.259813] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-7309ef3a-1ef4-4d05-a35b-8aecb1167266 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.259999] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.260142] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.260462] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.260596] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7309ef3a-1ef4-4d05-a35b-8aecb1167266',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.262639] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.262823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.262885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.263123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.263222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.263406] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.263504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.263563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.263750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.263829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.264110] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1023.268061] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.268202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.268259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.268441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.268523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.268708] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.268792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.268950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.269018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.269073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.269156] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be deleted. [ 1023.303286] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.303510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.303572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.303799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.304140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.317436] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1023.318516] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.318662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.318758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.319031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.319191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.319343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.497106] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8845302d-2265-4b44-99b0-aed119121392 in Status: SUCCESS [ 1023.497339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.497496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.497708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.497902] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.498057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.498159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.498344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.498427] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.498518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.498598] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.502631] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.536370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.536370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.536370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.536370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.536370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.536370] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1023.539160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.539364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.539364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.539581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.539698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.539788] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be updated. [ 1023.574114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.574281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.574342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.574556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.574698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.576573] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.576709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.576765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.576905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.577048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.589131] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: IN_PROGRESS for 2s [ 1023.589855] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1023.763647] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.767189] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 7309ef3a-1ef4-4d05-a35b-8aecb1167266 not found, creating... [ 1023.767189] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.767189] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.768040] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.768040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.768040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.768040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.768040] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.768040] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 7309ef3a-1ef4-4d05-a35b-8aecb1167266 is going to be created. [ 1023.790634] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.791026] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.791026] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.791259] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.791498] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.791775] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.001218] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.004595] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 848eb4be-802a-49a5-8e22-689ac492eac5: rpc.has_security_group_logging(os_id): False [ 1024.029403] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.029547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.029615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.029882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.029982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.030233] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.030386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.030386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.030542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.030613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.030695] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 848eb4be-802a-49a5-8e22-689ac492eac5 is going to be created. [ 1024.190957] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.190957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.190957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.190957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.190957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.209344] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: IN_PROGRESS for 2s [ 1024.507357] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8845302d-2265-4b44-99b0-aed119121392: rpc.has_security_group_logging(os_id): False [ 1024.531782] env[65422]: INFO networking_nsxv3.common.synchronization [req-8968d797-5e8a-40ef-b568-e465a778c0f3 req-5dcdcd3e-d890-4b17-b7ce-e10ff4732c16 service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 1024.531782] env[65422]: INFO networking_nsxv3.common.synchronization [req-8968d797-5e8a-40ef-b568-e465a778c0f3 req-5dcdcd3e-d890-4b17-b7ce-e10ff4732c16 service nova] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1024.531782] env[65422]: INFO networking_nsxv3.common.synchronization [req-8968d797-5e8a-40ef-b568-e465a778c0f3 req-5dcdcd3e-d890-4b17-b7ce-e10ff4732c16 service nova] Enqueued Resource ID: 7309ef3a-1ef4-4d05-a35b-8aecb1167266 with Priority: HIGHEST for action port [ 1024.531782] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_rules [ 1024.531782] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1024.531782] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7309ef3a-1ef4-4d05-a35b-8aecb1167266 with Priority: HIGHEST for action port [ 1024.532153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.532153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.532153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.532278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.532489] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.535547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.535643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.535695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.535911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.536082] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.536180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.536339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.536392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.536464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.536557] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.539764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7309ef3a-1ef4-4d05-a35b-8aecb1167266 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.539984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.539984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.540806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.540806] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7309ef3a-1ef4-4d05-a35b-8aecb1167266',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.544892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.544892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.545102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.545259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.545510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.545602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.545664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.545816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.545897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.546015] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8845302d-2265-4b44-99b0-aed119121392 is going to be created. [ 1024.651820] env[65422]: INFO networking_nsxv3.common.synchronization [req-4bf91945-e354-47aa-b06f-c54f74c8c19b req-143e0fb1-a7b2-41a1-b815-d90fbf1e5135 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1024.657150] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.657150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.657150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.657399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.657535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.662725] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1024.663067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.663183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.663245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.663424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.663569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.663661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.663717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.663856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.664127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.664287] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.679801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8845302d-2265-4b44-99b0-aed119121392 in Status: IN_PROGRESS for 2s [ 1025.036662] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.036662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.040225] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.043105] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7309ef3a-1ef4-4d05-a35b-8aecb1167266 with status ACTIVE [ 1025.043340] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.043429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.043492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.043695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.043778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.044029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.044166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.044166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.044623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.044623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.044623] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.044623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.044835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.044835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.044919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.045097] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7309ef3a-1ef4-4d05-a35b-8aecb1167266 is going to be updated. [ 1025.067158] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.067400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.067476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.067703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.067845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.068013] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7309ef3a-1ef4-4d05-a35b-8aecb1167266" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.154436] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1025.154657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.154835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.155073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.155164] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.167911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.167911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.167911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.167911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.189324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.189595] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.189714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.189778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.190264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.190264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.190264] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 1025.244111] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.244111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.244111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.244615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.244615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.255329] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 1025.295975] env[65422]: INFO networking_nsxv3.common.synchronization [req-364d8c71-e82d-403f-b8a7-0987fec388cf req-ec3120df-fd5c-40c0-b7fb-4b92ab1256b4 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1025.296859] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1025.296859] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.297102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.297102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.297327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.297491] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.297676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.297676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.297895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.297895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.297998] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.330495] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1025.330712] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 1025.330792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.543782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.602061] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1025.602292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.603103] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1025.603236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.603411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.603649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.603831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.604023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.604110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.604248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.604318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.604410] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.605249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.605413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.605574] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.605676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.605733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.605877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.605951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.606044] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.657704] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.657874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.665435] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.665622] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.665745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.666095] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.666384] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666539] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.666674] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.666895] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.667062] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.667298] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.667410] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.667515] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.667617] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.667723] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.667823] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.667961] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.688807] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.689070] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.689283] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.689542] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.689999] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-40a9564e-b61f-47ad-9d1b-9494f3514527 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.690270] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.690491] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.690920] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.691155] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a9564e-b61f-47ad-9d1b-9494f3514527',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.800067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.800280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.800357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.800640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.800783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.801015] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.801197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.801281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.801464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.801589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.801710] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 already deleted. [ 1025.801914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.046153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.046436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.046436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.046629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.046721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.046822] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be created. [ 1026.084163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.084410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.084517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.084727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.085021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.101187] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: UNINITIALIZED for 2s [ 1026.107940] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.109457] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.193956] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.194210] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.194337] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.194626] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.194795] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.194967] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 40a9564e-b61f-47ad-9d1b-9494f3514527 not found, creating... [ 1026.195254] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.195411] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.195526] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.195775] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.195877] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.196181] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.196336] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.196447] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.196651] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.196782] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.196920] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 40a9564e-b61f-47ad-9d1b-9494f3514527 is going to be created. [ 1026.217923] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.218188] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.218272] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.218534] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.218761] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.218989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.221485] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: SUCCESS [ 1026.221687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.611157] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.612486] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.695514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8845302d-2265-4b44-99b0-aed119121392 in Status: SUCCESS [ 1026.695990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.942479] env[65422]: INFO networking_nsxv3.common.synchronization [req-364d8c71-e82d-403f-b8a7-0987fec388cf req-ae9f91db-7096-48de-9cd4-7c0d47a400cd service nova] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1026.942479] env[65422]: INFO networking_nsxv3.common.synchronization [req-364d8c71-e82d-403f-b8a7-0987fec388cf req-ae9f91db-7096-48de-9cd4-7c0d47a400cd service nova] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1026.942479] env[65422]: INFO networking_nsxv3.common.synchronization [req-364d8c71-e82d-403f-b8a7-0987fec388cf req-ae9f91db-7096-48de-9cd4-7c0d47a400cd service nova] Enqueued Resource ID: 40a9564e-b61f-47ad-9d1b-9494f3514527 with Priority: HIGHEST for action port [ 1026.942810] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1026.942810] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1026.942931] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a9564e-b61f-47ad-9d1b-9494f3514527 with Priority: HIGHEST for action port [ 1026.943304] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.944016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.944481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.944726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.944800] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.946535] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.946665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.946747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.946920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.947193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.947251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.947406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.947593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.947593] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.948370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a9564e-b61f-47ad-9d1b-9494f3514527 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.948476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.948540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.948702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.949077] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a9564e-b61f-47ad-9d1b-9494f3514527',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.115101] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.115341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.115386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.115666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.115789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.115911] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be updated. [ 1027.117733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.117885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.117966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.118207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.118322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.118442] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1027.146168] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.146372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.146448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.146603] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.146744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.148553] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.148674] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.148724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.148898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.149098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.159601] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: IN_PROGRESS for 2s [ 1027.160353] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1027.275611] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 1027.275819] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 1027.275940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.450391] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.450538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.450681] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.451549] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40a9564e-b61f-47ad-9d1b-9494f3514527 with status ACTIVE [ 1027.451693] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.451805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.451878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.452103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.452841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.452841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.452841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.452841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.452841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.452841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.453088] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.453088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.453229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.453264] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.453322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.454350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40a9564e-b61f-47ad-9d1b-9494f3514527 is going to be updated. [ 1027.475539] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.475726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.475804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.475968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.476126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.476295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a9564e-b61f-47ad-9d1b-9494f3514527" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.957076] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.110802] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 1028.111034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.111215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.111417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.111604] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.111912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.111912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.112072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.112072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.112149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.112209] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.464065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.464891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.464891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.464891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.464891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.464891] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be created. [ 1028.489179] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.489321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.489376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.489376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.489765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.500130] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: UNINITIALIZED for 2s [ 1028.614187] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.614379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.614433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.614650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.614813] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.614906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.615085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.615257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.615347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.615437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.615583] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.615675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.615732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.615871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616012] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.616123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.616191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.616318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.616392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.616551] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.120848] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38987900-f453-4ad4-81f5-fdb237c99f57: rpc.has_security_group_logging(os_id): False [ 1029.142618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.142982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143273] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.143370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.144885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.145166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.145259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.145483] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.145576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.145638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.145780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.145859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.146279] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.146407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.146472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.146618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.146691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.146778] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be created. [ 1029.170508] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1029.171258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.171258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.171258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.171449] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.171512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.171580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.171735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.171816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.171900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.171996] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.173560] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1029.173744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.173922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.175697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.177169] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.177169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.177169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.177169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.177169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.177169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.177169] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.208399] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.208622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.208622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.208883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.209110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.232198] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 1029.678042] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.680102] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.680326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.680441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.682422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.682422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.682998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.682998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.682998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.682998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.682998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.682998] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.727572] env[65422]: INFO networking_nsxv3.common.synchronization [req-762a4138-28f7-4505-b132-ecefa2337595 req-9c6e5cb0-81dc-4067-a7cd-a7188c1ec6d6 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1029.727810] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1029.728153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.728304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.728404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.728751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.728945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.729107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.729218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.730144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.730144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.730144] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.044925] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.045178] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.045306] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.045688] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.046212] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.046458] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.046657] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.046997] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.047248] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.047502] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.047692] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.047836] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.048030] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.048202] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.048388] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.048607] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.069722] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.069928] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.070089] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.070268] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.070531] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-b5a654cb-c44f-45fc-bf0c-429ff06916f0 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070698] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070815] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.071205] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.071372] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a654cb-c44f-45fc-bf0c-429ff06916f0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.180458] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1cc381a-2713-45f8-97eb-6236ef2dc0d0: rpc.has_security_group_logging(os_id): False [ 1030.185237] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1030.200612] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.200771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.200841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.201130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.201247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.201486] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.201586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.201649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.201806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.201891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.201977] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be updated. [ 1030.203834] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.203943] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.204071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.204328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.204505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.204598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.204659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.204875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.205102] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.205203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.205263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.205405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.205479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.205656] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.205745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.205804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.205939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.206022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.206110] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1030.232199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.232391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.232456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.232692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.232788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.233009] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.233121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.233185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.233349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.233429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.233554] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b already deleted. [ 1030.233615] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.328311] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.328546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.328713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.328987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.329233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.331796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.331920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.332041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.332199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.332326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.359813] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: IN_PROGRESS for 2s [ 1030.389609] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1030.510982] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1030.510982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.511350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.511350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.511590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.511741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.511809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.512196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.512303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.512405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.512512] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.578498] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.578498] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.578706] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.579629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.579629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.579910] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port b5a654cb-c44f-45fc-bf0c-429ff06916f0 not found, creating... [ 1030.580050] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.580294] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.580508] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.580920] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.581196] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.581712] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.581990] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.582222] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.582627] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.582854] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.583135] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: b5a654cb-c44f-45fc-bf0c-429ff06916f0 is going to be created. [ 1030.615728] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.616191] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.616191] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.616405] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.616517] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.616742] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.015240] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.257407] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 1031.257951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.334983] env[65422]: INFO networking_nsxv3.common.synchronization [req-762a4138-28f7-4505-b132-ecefa2337595 req-12780b1a-cbe5-49a5-962c-529af2a80e82 service nova] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1031.335967] env[65422]: INFO networking_nsxv3.common.synchronization [req-762a4138-28f7-4505-b132-ecefa2337595 req-12780b1a-cbe5-49a5-962c-529af2a80e82 service nova] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1031.335967] env[65422]: INFO networking_nsxv3.common.synchronization [req-762a4138-28f7-4505-b132-ecefa2337595 req-12780b1a-cbe5-49a5-962c-529af2a80e82 service nova] Enqueued Resource ID: b5a654cb-c44f-45fc-bf0c-429ff06916f0 with Priority: HIGHEST for action port [ 1031.335967] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1031.335967] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1031.336572] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5a654cb-c44f-45fc-bf0c-429ff06916f0 with Priority: HIGHEST for action port [ 1031.336572] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.336572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.336572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.336738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.336818] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.338278] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.340033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.340033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.340033] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.340723] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5a654cb-c44f-45fc-bf0c-429ff06916f0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.340830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.340895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.341075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.341215] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5a654cb-c44f-45fc-bf0c-429ff06916f0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.517859] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee36f7c3-ea2e-4570-9ced-a248569545e8: rpc.has_security_group_logging(os_id): False [ 1031.535712] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.535712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.535712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.535999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.535999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.536257] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.536378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.536426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.536561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.536635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.536722] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be created. [ 1031.598030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.598030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.598030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.598300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.598300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.608322] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1031.842890] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.843033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.845312] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.846265] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5a654cb-c44f-45fc-bf0c-429ff06916f0 with status ACTIVE [ 1031.846470] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.846587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.846645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.846847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.846938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.847121] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.847216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.847273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.847442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.847518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.847764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.847887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.847962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.848173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.848173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.848307] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5a654cb-c44f-45fc-bf0c-429ff06916f0 is going to be updated. [ 1031.870439] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.870683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.870683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.870925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.871083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.871249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5a654cb-c44f-45fc-bf0c-429ff06916f0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.162256] env[65422]: INFO networking_nsxv3.common.synchronization [req-826de49c-b4c0-433d-a210-25e909ccff49 req-5776471c-e94d-4505-8e34-05ef34ff14e6 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1032.162862] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1032.163599] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.163599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.163599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.163800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.163948] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.164139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.164212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.164382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.164467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.164563] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.350287] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.376169] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1032.376169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.403145] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1032.403282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.403510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.404475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.404475] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.538184] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.538438] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.538578] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.538886] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.539116] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.539267] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.539578] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.539860] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.540199] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.540465] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.540559] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1032.540669] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1032.540772] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1032.540878] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1032.540977] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1032.541113] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1032.561603] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.561782] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.561998] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.562127] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.562448] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-48c4b867-0208-4634-9669-18a33e2018c7 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.562616] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.562741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.563092] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.563234] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c4b867-0208-4634-9669-18a33e2018c7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.666883] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.667049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.667117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.667340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.667433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.667628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.667725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.667786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.667932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.668017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.668122] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1032.694876] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.695073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.695128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.695321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.695465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.706091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1032.857256] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.857256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.857379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.857560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.857876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.857997] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be created. [ 1032.907547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.907547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.907547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.907547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.907547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.907827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.907827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.907971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.908118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.908215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.908304] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.912766] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.912909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.912966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.913142] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.913299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.924983] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: UNINITIALIZED for 2s [ 1033.067128] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.067378] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.067528] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.067919] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.067989] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.068194] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 48c4b867-0208-4634-9669-18a33e2018c7 not found, creating... [ 1033.068673] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.068901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.069100] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.069439] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.069646] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.070080] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.070310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.070498] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.070820] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.071061] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.071301] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 48c4b867-0208-4634-9669-18a33e2018c7 is going to be created. [ 1033.098468] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.098859] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.099101] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.099783] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.100062] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.100434] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.411043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.411575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.411575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.411575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.411749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.411849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.411992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.412168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.412168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.412253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.412549] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.412549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.412724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.412933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.412933] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.413120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.413120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.413313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.413390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.413474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.413585] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.621160] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1033.621470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.780375] env[65422]: INFO networking_nsxv3.common.synchronization [req-826de49c-b4c0-433d-a210-25e909ccff49 req-82e2f4c4-a3c3-47c8-a394-d4148d376a1b service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 1033.780644] env[65422]: INFO networking_nsxv3.common.synchronization [req-826de49c-b4c0-433d-a210-25e909ccff49 req-82e2f4c4-a3c3-47c8-a394-d4148d376a1b service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1033.780709] env[65422]: INFO networking_nsxv3.common.synchronization [req-826de49c-b4c0-433d-a210-25e909ccff49 req-82e2f4c4-a3c3-47c8-a394-d4148d376a1b service nova] Enqueued Resource ID: 48c4b867-0208-4634-9669-18a33e2018c7 with Priority: HIGHEST for action port [ 1033.781248] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 1033.781704] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1033.781704] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c4b867-0208-4634-9669-18a33e2018c7 with Priority: HIGHEST for action port [ 1033.781831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.781948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.781948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.782228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.782336] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.783251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.783321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.783547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c4b867-0208-4634-9669-18a33e2018c7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.783678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.783823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.784064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.784173] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c4b867-0208-4634-9669-18a33e2018c7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.920520] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1033.940646] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.940876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.940985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.941317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.941463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.941919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.942266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.942381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.942647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.942737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.943032] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.943480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.943561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.943727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.943805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.944014] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.944253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.944329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.944489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.944570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.944661] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1034.005462] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.005660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.005660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.005873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.006024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.029503] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1034.286524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.286691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.286896] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48c4b867-0208-4634-9669-18a33e2018c7 with status ACTIVE [ 1034.287111] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.287575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.287672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.287876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.287941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.288297] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.288297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.288297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.288711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.288812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.289013] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.289120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.289182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.290034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.290683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.290683] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48c4b867-0208-4634-9669-18a33e2018c7 is going to be updated. [ 1034.313338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.313525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.313525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.314430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.314430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.314430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c4b867-0208-4634-9669-18a33e2018c7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.583743] env[65422]: INFO networking_nsxv3.common.synchronization [req-984fe7bb-8562-4cf9-b52d-f268443ce7a0 req-23652df7-eaee-4aa5-b0eb-bd751ea1085b tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1034.584380] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1034.584708] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.584838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.584904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.585150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.585311] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.585410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.585466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.585624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.585708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.585804] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.718769] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1034.718769] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 1034.718769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.718769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.719744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.719744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.719744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.719744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.719744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.719988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.719988] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.928597] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.928716] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.928832] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.929179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.929361] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.929518] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.929631] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.929853] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.930043] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.930210] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.930320] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.930456] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.930610] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.930682] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.930786] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.930917] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.941764] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1034.942159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.942570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.942878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.943571] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.943571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.943571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.943741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.943841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.943966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.944162] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.950929] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.951133] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.951239] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.952159] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-487" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.952159] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.952159] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.952159] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.952471] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.952642] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eff3104-0a50-4cce-b7a9-35ca32ee32fd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.088287] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.222108] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.450082] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.459027] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.459027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 8eff3104-0a50-4cce-b7a9-35ca32ee32fd not found, creating... [ 1035.459027] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.459027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.460509] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.460509] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.460620] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.460832] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.461038] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.461281] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd is going to be created. [ 1035.494799] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.494977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.495132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.495436] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.495737] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.496016] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.591132] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.725052] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.956633] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6342735a-0e7d-4b39-a7cb-5013912f025b: rpc.has_security_group_logging(os_id): False [ 1035.981025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.981025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.981025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.981025] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be created. [ 1036.045162] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1036.045493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.051565] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.051800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.051936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.052290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.052495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.065916] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: IN_PROGRESS for 2s [ 1036.095242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.095522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.095601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.095978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.096181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.096277] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1036.158579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.158579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.158579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.158945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.158945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.171839] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1036.227501] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.227764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.227764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.227938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.228138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.228138] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1036.278380] env[65422]: INFO networking_nsxv3.common.synchronization [req-984fe7bb-8562-4cf9-b52d-f268443ce7a0 req-166c931d-4257-4baf-9bdf-08aca738d096 service nova] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1036.278528] env[65422]: INFO networking_nsxv3.common.synchronization [req-984fe7bb-8562-4cf9-b52d-f268443ce7a0 req-166c931d-4257-4baf-9bdf-08aca738d096 service nova] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1036.278615] env[65422]: INFO networking_nsxv3.common.synchronization [req-984fe7bb-8562-4cf9-b52d-f268443ce7a0 req-166c931d-4257-4baf-9bdf-08aca738d096 service nova] Enqueued Resource ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with Priority: HIGHEST for action port [ 1036.282784] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1036.282932] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1036.283092] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with Priority: HIGHEST for action port [ 1036.283652] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.283652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.283652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.283847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.283954] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.285518] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.285601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.285799] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.285970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.289031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.289925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.289925] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eff3104-0a50-4cce-b7a9-35ca32ee32fd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.297098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.297326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.297575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.299117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.299117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.318607] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1036.792441] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.792798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.793940] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with status ACTIVE [ 1036.794214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.794342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.794407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.794620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.794721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.794929] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.795075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.795206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.795315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.795394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.795577] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.795682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.795721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.795852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.795923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.796009] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd is going to be updated. [ 1036.820831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.820831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.820831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.821222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.821222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.821222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.026129] env[65422]: INFO networking_nsxv3.common.synchronization [req-7292ab1c-1435-4501-aa99-6f5f7fcd87f3 req-102b9043-35f7-4d46-9875-82dd97ef8d71 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1037.026783] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1037.027376] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.027376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.027376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.027595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.027629] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.027714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.027760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.027900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.027978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.028356] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.376621] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.376993] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.376993] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.377209] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.377432] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.377539] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.377650] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.378387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.378387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.378387] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.378387] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.378566] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.378566] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.378645] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.378736] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.378862] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.397467] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.397630] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.397870] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.397993] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-164" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.398344] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-17d55d47-c1ec-47a1-b233-b7ea23837bb5 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.398516] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.398633] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.398938] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.399094] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d55d47-c1ec-47a1-b233-b7ea23837bb5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.530487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.530648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.530718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.530939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.531042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.531246] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.531344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.531396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.531547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.531623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.531706] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 1037.559398] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.559612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.559612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.559774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.559919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570015] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 1037.902470] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.903065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.903065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.903065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.903204] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.903341] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 17d55d47-c1ec-47a1-b233-b7ea23837bb5 not found, creating... [ 1037.903596] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.903790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.903901] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.904246] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.904402] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.904837] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.905037] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.905185] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.905442] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.905607] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.905793] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 17d55d47-c1ec-47a1-b233-b7ea23837bb5 is going to be created. [ 1037.927950] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.928320] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.928616] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.928997] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.929401] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.929867] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.080540] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1038.083725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.183583] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1038.183889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.184111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.184400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.184891] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.185103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.185204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.185450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.185571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.185679] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.335270] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.335270] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.335270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.335270] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.688034] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.690540] env[65422]: INFO networking_nsxv3.common.synchronization [req-7292ab1c-1435-4501-aa99-6f5f7fcd87f3 req-2ecc681f-ad2f-40ff-aea3-f65b01fa6571 service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 1038.690716] env[65422]: INFO networking_nsxv3.common.synchronization [req-7292ab1c-1435-4501-aa99-6f5f7fcd87f3 req-2ecc681f-ad2f-40ff-aea3-f65b01fa6571 service nova] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1038.690850] env[65422]: INFO networking_nsxv3.common.synchronization [req-7292ab1c-1435-4501-aa99-6f5f7fcd87f3 req-2ecc681f-ad2f-40ff-aea3-f65b01fa6571 service nova] Enqueued Resource ID: 17d55d47-c1ec-47a1-b233-b7ea23837bb5 with Priority: HIGHEST for action port [ 1038.693238] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_rules [ 1038.693238] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1038.693238] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d55d47-c1ec-47a1-b233-b7ea23837bb5 with Priority: HIGHEST for action port [ 1038.693238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.693238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.693238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.693238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.693495] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.696057] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.696057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.696057] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d55d47-c1ec-47a1-b233-b7ea23837bb5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.696057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.696057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.696057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.696057] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d55d47-c1ec-47a1-b233-b7ea23837bb5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.838059] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.838493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.838730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.839185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.840483] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.840788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.841029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.841372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.841646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.841905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.842249] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.842534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.842923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.844903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.844903] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.844903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.844903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.844903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.844903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.844903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.844903] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.193462] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.197560] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.197679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.197858] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17d55d47-c1ec-47a1-b233-b7ea23837bb5 with status ACTIVE [ 1039.198037] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.198139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.198227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.198500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.198680] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.198783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.198843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.198997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.199086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.199301] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.199392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.199392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.199862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.199862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.199862] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17d55d47-c1ec-47a1-b233-b7ea23837bb5 is going to be updated. [ 1039.234248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.234444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.234508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.236208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.236208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.236208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d55d47-c1ec-47a1-b233-b7ea23837bb5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.346461] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b9900-8c85-4a45-b774-218164781295: rpc.has_security_group_logging(os_id): False [ 1039.373729] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.373875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.373948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.374293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.374418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.374700] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.374822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.374890] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.375260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.375388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.375559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.375767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.375767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.375983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.377046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.377281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.377384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.377450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.377599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.377678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.377762] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1039.486526] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.486526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.486526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.486770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.487036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.517663] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1039.587590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 1039.587785] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 1039.587899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.588073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.588294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.588479] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.588652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.588652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.588834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.588911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.588973] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.697317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.698684] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1039.728447] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.728638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.728638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.729287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.729287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.738708] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1040.093397] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.598354] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.100422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.100422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.100422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.101755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.101755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.101755] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 1041.162329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.162784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.164720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.164720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.164720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.176222] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 1041.532108] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1041.532108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.572298] env[65422]: INFO networking_nsxv3.common.synchronization [req-7cc61a9e-6309-4935-a7fc-a21cce7d2088 req-8dca1ad7-fc4a-4889-8686-5c952c9ac27d tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_members [ 1041.572699] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_members [ 1041.572856] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.573019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.573121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.573290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.573445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.573568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.573636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.573740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.573818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.573909] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.749988] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1041.750410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.750474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.750750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.750981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.751139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.751235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.751442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.751556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.751675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.751793] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.890328] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-856 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.890508] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.890625] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.890896] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891224] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.891390] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.891503] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891850] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.892079] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.892217] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1041.892328] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1041.892432] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1041.892542] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1041.892643] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1041.892770] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1041.912343] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1041.912553] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1041.912667] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1041.912840] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-856" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.913177] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-7467737c-bad8-423a-85d9-f5870d27aebc taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.913349] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.913607] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.913778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.913909] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7467737c-bad8-423a-85d9-f5870d27aebc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.076596] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.076899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.076899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.077479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.077479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.077775] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.077775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.077870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.078656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.078656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.078656] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 already deleted. [ 1042.078656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.254587] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.254778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.254826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.255956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.255956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.255956] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.256455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.256455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.256455] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.256455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.256617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.256653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.256748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.256861] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.416458] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.416765] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.416852] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.417387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.417387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.417673] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 7467737c-bad8-423a-85d9-f5870d27aebc not found, creating... [ 1042.417736] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.417907] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418032] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.418274] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.418417] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.418696] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.418847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.418964] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.419193] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.419363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.420576] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 7467737c-bad8-423a-85d9-f5870d27aebc is going to be created. [ 1042.442947] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.442947] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.443199] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.443334] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.443518] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.443747] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.758939] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1042.778091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.778287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.778492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.778657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.778777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.779095] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.779226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.779312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.779522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.779608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.779841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.780062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.780062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.780228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.780324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.780552] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.780670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.780751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.780929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.781039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.781151] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1042.850806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.851066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.851199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.851475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.851669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.868505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1043.181332] env[65422]: INFO networking_nsxv3.common.synchronization [req-7cc61a9e-6309-4935-a7fc-a21cce7d2088 req-0a92b779-7148-4026-8733-450841ead9f8 service nova] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_rules [ 1043.181522] env[65422]: INFO networking_nsxv3.common.synchronization [req-7cc61a9e-6309-4935-a7fc-a21cce7d2088 req-0a92b779-7148-4026-8733-450841ead9f8 service nova] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_members [ 1043.181650] env[65422]: INFO networking_nsxv3.common.synchronization [req-7cc61a9e-6309-4935-a7fc-a21cce7d2088 req-0a92b779-7148-4026-8733-450841ead9f8 service nova] Enqueued Resource ID: 7467737c-bad8-423a-85d9-f5870d27aebc with Priority: HIGHEST for action port [ 1043.182268] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_rules [ 1043.182404] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_members [ 1043.182496] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7467737c-bad8-423a-85d9-f5870d27aebc with Priority: HIGHEST for action port [ 1043.182856] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.184217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.184217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.184322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.184412] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.185563] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.185690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.186042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.186042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.186249] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.186249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.186330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.186448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.186552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.186651] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.187576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-7467737c-bad8-423a-85d9-f5870d27aebc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.187700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.187765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.187935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.188030] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7467737c-bad8-423a-85d9-f5870d27aebc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.189686] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 1043.190149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.190550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.190730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.190893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.190996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.191080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.191234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.191316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.191417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.191573] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.690314] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.691326] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.691501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.693153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7467737c-bad8-423a-85d9-f5870d27aebc with status ACTIVE [ 1043.693201] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.693334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.693405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.693847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.693847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.693954] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.694078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.694116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.694345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.694440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.694645] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.694760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.694841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.695007] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.695108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.695226] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7467737c-bad8-423a-85d9-f5870d27aebc is going to be updated. [ 1043.696498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.696625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.696684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.696843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.697014] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.697118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.697249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.697347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.697437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.697522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.697692] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.697775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.697845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.698023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.698347] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.698347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.698347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.698536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.698536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.698614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.698735] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.725877] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.726151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.726233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.726445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.726636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.726831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7467737c-bad8-423a-85d9-f5870d27aebc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.193235] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.203228] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41bb77e9-eeed-4fa1-8683-cd3facac1211: rpc.has_security_group_logging(os_id): False [ 1044.224698] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.224931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.224981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.225211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.225307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.225536] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.225689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.225689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.225853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.225902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.226094] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.226200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.226274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.226420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.226544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.226677] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.226765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.226823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.226959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.227065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.227155] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 1044.306161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.306336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.306382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.306620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.306769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.321245] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 1044.697058] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.697218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.697218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.697742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.697742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.697742] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 is going to be created. [ 1044.734228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.734438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.734524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.734716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.734954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.751192] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574df9e8-debb-40aa-abde-c5eab079be10 in Status: UNINITIALIZED for 2s [ 1044.883628] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1044.883628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.035491] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1046.035821] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1046.036251] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1046.036383] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1046.036685] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.036820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.036820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.037121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.037234] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.037335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.037391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.037525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.037609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.037698] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.038603] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.038731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.038816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.039274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.039274] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.039274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.039274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.039475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.039475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.039475] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.085113] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1046.085467] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1046.085646] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_rules [ 1046.085780] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1046.085908] env[65422]: INFO networking_nsxv3.common.synchronization [req-796fcac0-11fe-45d2-92e8-d7d21c4db866 req-62c4bc03-19be-4591-a62c-d5c40f85f822 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with Priority: HIGHEST for action port [ 1046.086588] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1046.086634] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_rules [ 1046.086706] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with Priority: HIGHEST for action port [ 1046.086800] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1046.086885] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1046.087194] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.087357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.087408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.087613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.087694] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.088623] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.088763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.088833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.089771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.089771] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.089940] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.090054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.090054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.090448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.090448] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eff3104-0a50-4cce-b7a9-35ca32ee32fd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.091315] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.091315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.091315] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.093968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.337411] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 1046.337679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.541129] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.542268] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.592820] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.593034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.593202] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.593287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.593435] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with status ACTIVE [ 1046.593606] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.593711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.593774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.593982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.594082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594282] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.594379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.594433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.594613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.594687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.594938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.594997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.595149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.595245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.595352] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd is going to be updated. [ 1046.617924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.618086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.618130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.618331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.618466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.618655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.767239] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574df9e8-debb-40aa-abde-c5eab079be10 in Status: SUCCESS [ 1046.767498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.767778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.768136] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.768385] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.768539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.768610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.768835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.768984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.769037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.769143] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.044825] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.046906] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.271247] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.549605] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.551335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.551335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.551335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.551335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.551335] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 is going to be created. [ 1047.552011] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.552140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.552261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.552418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.552521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.552614] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1047.590015] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.590015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.590015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.590015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.590515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.599887] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.600041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.600119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.600343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.600556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.602271] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: UNINITIALIZED for 2s [ 1047.610989] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1047.774346] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 574df9e8-debb-40aa-abde-c5eab079be10: rpc.has_security_group_logging(os_id): False [ 1047.797223] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.797543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.797624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.797931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.798096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.798454] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.798608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.798717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.798957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.799099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.799238] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 is going to be created. [ 1047.869292] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.869566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.869566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.869811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.869868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.892195] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574df9e8-debb-40aa-abde-c5eab079be10 in Status: IN_PROGRESS for 2s [ 1049.614146] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: SUCCESS [ 1049.614537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.614672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.614951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.615538] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.615538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.615538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.615763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.615763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.615921] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.625692] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1049.625946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.626478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.626744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.628051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.628051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.628051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.628051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.628051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.628051] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.745239] env[65422]: INFO networking_nsxv3.common.synchronization [req-719d6cc1-416c-4f02-9d75-131e56740b5a req-e747045c-c56f-451b-8b13-271b8d4e56ea tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1049.746470] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1049.746470] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.746688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.746688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.746847] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.746985] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.747096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.747175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.747287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.747367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.747463] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.911314] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 574df9e8-debb-40aa-abde-c5eab079be10 in Status: SUCCESS [ 1049.911314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.111723] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.111942] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.112099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.112446] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.112782] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.112948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.113102] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.113294] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.113539] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.113636] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.113747] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.113865] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.113960] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.114088] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.114201] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.114393] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.118324] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.130985] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.136081] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.136274] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.136412] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.136798] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.137206] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-aba660fb-0b53-43b7-a795-9ebaa9dd3097 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.137206] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.137206] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.137479] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.137710] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba660fb-0b53-43b7-a795-9ebaa9dd3097',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.250562] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.620455] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.634996] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.639879] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.641310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.641310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.641310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.641310] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port aba660fb-0b53-43b7-a795-9ebaa9dd3097 not found, creating... [ 1050.641501] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.641641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.641780] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.642098] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.642305] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.642730] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.643582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.643582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.643582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.643582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.643821] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: aba660fb-0b53-43b7-a795-9ebaa9dd3097 is going to be created. [ 1050.668598] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.668888] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.669627] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.669627] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.669804] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.670327] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.753572] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.123552] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.124978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.124978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.124978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.124978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.124978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 is going to be updated. [ 1051.136163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.136319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.136400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.136649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.136748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.136862] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1051.167692] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.168443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.168443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.168443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.168699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.171938] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.172152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.172313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.172855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.172855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.191283] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1051.192604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: IN_PROGRESS for 2s [ 1051.260152] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.260152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.260152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.260152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.260152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.260152] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be updated. [ 1051.307823] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.308069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.308127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.308397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.308594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.322711] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: IN_PROGRESS for 2s [ 1051.475878] env[65422]: INFO networking_nsxv3.common.synchronization [req-719d6cc1-416c-4f02-9d75-131e56740b5a req-3742e4e2-5372-494a-8ea1-d3264d4d2073 service nova] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1051.476051] env[65422]: INFO networking_nsxv3.common.synchronization [req-719d6cc1-416c-4f02-9d75-131e56740b5a req-3742e4e2-5372-494a-8ea1-d3264d4d2073 service nova] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1051.476196] env[65422]: INFO networking_nsxv3.common.synchronization [req-719d6cc1-416c-4f02-9d75-131e56740b5a req-3742e4e2-5372-494a-8ea1-d3264d4d2073 service nova] Enqueued Resource ID: aba660fb-0b53-43b7-a795-9ebaa9dd3097 with Priority: HIGHEST for action port [ 1051.476747] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_rules [ 1051.476897] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1051.476963] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba660fb-0b53-43b7-a795-9ebaa9dd3097 with Priority: HIGHEST for action port [ 1051.477376] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.478126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.478126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.478126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.478126] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.478853] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.478853] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.479047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-aba660fb-0b53-43b7-a795-9ebaa9dd3097 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.479143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.479187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.479362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.479474] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aba660fb-0b53-43b7-a795-9ebaa9dd3097',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.975818] env[65422]: INFO networking_nsxv3.common.synchronization [req-a6ce3bde-8d27-47a5-a1d7-4f5556e6bc88 req-7e2dc263-2cda-4f05-aa5b-c30a853edc0a tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1051.976551] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1051.976613] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.977912] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.977912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.977912] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.981506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.981506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.981645] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aba660fb-0b53-43b7-a795-9ebaa9dd3097 with status ACTIVE [ 1051.981759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.982148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.982250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.982377] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.982525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.982626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.982860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.982962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.983212] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.983314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.983394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.983539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.983613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.983696] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aba660fb-0b53-43b7-a795-9ebaa9dd3097 is going to be updated. [ 1052.008107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.008249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.008310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.008509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.008640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.008797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aba660fb-0b53-43b7-a795-9ebaa9dd3097" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.480066] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.480321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.480321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.480590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.480902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.480957] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.481112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.481112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.481277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.481373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.481488] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1052.518033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.518033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.518033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.519514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.519514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.530448] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1052.571467] env[65422]: INFO networking_nsxv3.common.synchronization [req-b2be95dd-0265-4d39-98cd-a11c428f9f8f req-e766406b-8462-4449-9f9e-5f61ffa10ea9 tempest-ServerDiskConfigTestJSON-898978153 tempest-ServerDiskConfigTestJSON-898978153-project-member] Enqueued Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1052.571467] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 with Priority: HIGHEST for action security_group_members [ 1052.571467] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-41bb77e9-eeed-4fa1-8683-cd3facac1211 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.571467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.571467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.572115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.572361] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.572515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.572604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.572838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.572949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.573097] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41bb77e9-eeed-4fa1-8683-cd3facac1211',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.822240] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1052.822458] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1052.822642] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_members [ 1052.823723] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1052.823723] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1052.823723] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_members [ 1052.826172] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.826338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.826532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.826672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.826796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea74c0f4-15af-4a10-adb0-ce09350c40d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.826893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.826954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.827238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.827402] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.828577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.828934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.828934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.829084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.829124] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.874649] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1052.874845] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1052.874943] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_rules [ 1052.875164] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1052.875328] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_rules [ 1052.875546] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_members [ 1052.875621] env[65422]: INFO networking_nsxv3.common.synchronization [req-b0200c99-58de-49ba-a3ab-b3a6666dffee req-834e7695-68a7-43db-95a6-239bac56e334 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with Priority: HIGHEST for action port [ 1052.876125] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_rules [ 1052.876264] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_rules [ 1052.876360] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_members [ 1052.876503] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with Priority: HIGHEST for action port [ 1052.876555] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_rules [ 1052.876618] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1052.876697] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1052.877080] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.877080] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.877272] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.877342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.877617] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea74c0f4-15af-4a10-adb0-ce09350c40d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.877707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.877885] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.877980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.878059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.878250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.881654] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eff3104-0a50-4cce-b7a9-35ca32ee32fd',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.881654] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea74c0f4-15af-4a10-adb0-ce09350c40d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.881654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.881654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.881654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.881654] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.881654] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.881654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.881654] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.881654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.078422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.078422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.078422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.078422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.078422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.079177] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.079177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.079177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.079177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.079177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.079177] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 is going to be updated. [ 1053.108258] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.108522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.108522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.108940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.108940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.123916] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: IN_PROGRESS for 2s [ 1053.206673] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 4s [ 1053.207400] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: SUCCESS [ 1053.207639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.207800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.208025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.208215] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.208335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.208405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.208550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.208632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.208716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.208813] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.211678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.214844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.214844] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.214844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.214844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.214844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.214844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.214844] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.333033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1053.333280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.333552] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.334778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.336911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.336911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.336911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.336911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.336911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.336911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.336911] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.386022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eff3104-0a50-4cce-b7a9-35ca32ee32fd with status ACTIVE [ 1053.386022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.386022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.386022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.386022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.386022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eff3104-0a50-4cce-b7a9-35ca32ee32fd is going to be updated. [ 1053.388134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea74c0f4-15af-4a10-adb0-ce09350c40d7 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.388492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.411858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.411858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.411858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.412236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.412519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.412807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eff3104-0a50-4cce-b7a9-35ca32ee32fd" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.714797] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.715799] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.838051] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.839455] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.217385] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61101a18-5524-4bb0-86a6-0605af937eb3: rpc.has_security_group_logging(os_id): False [ 1054.218767] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.244049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.244429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.244693] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.245118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.245218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245356] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 is going to be created. [ 1054.335845] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.335845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.335845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.335845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.335845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.341305] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.341763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.341763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.341835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.342304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.342304] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 is going to be created. [ 1054.343489] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.352422] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: IN_PROGRESS for 2s [ 1054.369108] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.369319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.369319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.369729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.369729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.383525] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 in Status: UNINITIALIZED for 2s [ 1054.541680] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1054.541880] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab deletion is rescheduled due to dependency. [ 1054.542222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.722390] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.722637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.722701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.722885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.722976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.723099] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 is going to be updated. [ 1054.753969] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.754213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.754213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.755037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.755037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.765054] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: IN_PROGRESS for 2s [ 1054.845987] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.846215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.846262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.846464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.846557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.846658] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be updated. [ 1054.880524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.880730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.880730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.880944] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.881106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.894699] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: IN_PROGRESS for 2s [ 1055.132642] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 in Status: SUCCESS [ 1055.132768] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41bb77e9-eeed-4fa1-8683-cd3facac1211 deletion is rescheduled due to dependency. [ 1055.132901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41bb77e9-eeed-4fa1-8683-cd3facac1211" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.216505] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1055.216735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.216949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.217194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.217392] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.217523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.217792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.217912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.218021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.218172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.218297] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.219240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.219451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.219686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.219815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.219882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.220087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.220182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.220317] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.723750] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.723886] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.724097] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.897839] env[65422]: INFO networking_nsxv3.common.synchronization [req-a7820e17-585e-4ce2-abf5-087fe3ebb8c4 req-ac6182a4-fa71-489d-9367-762d5cc70225 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_members [ 1055.898203] env[65422]: INFO networking_nsxv3.common.synchronization [req-a7820e17-585e-4ce2-abf5-087fe3ebb8c4 req-ac6182a4-fa71-489d-9367-762d5cc70225 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1055.898517] env[65422]: INFO networking_nsxv3.common.synchronization [req-a7820e17-585e-4ce2-abf5-087fe3ebb8c4 req-ac6182a4-fa71-489d-9367-762d5cc70225 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1055.899235] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 with Priority: HIGHEST for action security_group_members [ 1055.899406] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61101a18-5524-4bb0-86a6-0605af937eb3 with Priority: HIGHEST for action security_group_members [ 1055.899517] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1055.899826] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea74c0f4-15af-4a10-adb0-ce09350c40d7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.899929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.900138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-61101a18-5524-4bb0-86a6-0605af937eb3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.900221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.900390] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.900513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.228844] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.366456] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: SUCCESS [ 1056.366633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.366803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.367345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.367345] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.395097] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 in Status: SUCCESS [ 1056.395471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.395697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.396053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.396356] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.396570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.396715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.396984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.397162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.397353] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.731022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.731244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.731244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.732077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.732077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.732077] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1056.773432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.773729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.773729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.774330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.774606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.779501] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61101a18-5524-4bb0-86a6-0605af937eb3 in Status: SUCCESS [ 1056.779811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.780032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.780307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.780533] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.780692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.780799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.781022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.781146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.781292] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.787570] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1056.889453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.889710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.889775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.889952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.890062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.890178] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 is going to be deleted. [ 1056.903925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.904189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.904415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.904686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.904883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.905140] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.905240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.905314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.906040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.906040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.906040] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 is going to be deleted. [ 1056.907762] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1056.908275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.908354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.908558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.908809] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.910282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.910282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.910282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.910282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.910282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.910282] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.949342] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.949342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.949342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.949342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.949342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.949812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.949812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.949812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.949937] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.950056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.950173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.953777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.953777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.953777] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.976357] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.976357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.976357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.976357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.976357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.976357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.285230] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.285619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.285619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.285809] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.285922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.286163] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.286279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.286348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.286538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.286642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.286753] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 is going to be deleted. [ 1057.338649] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.338894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.338894] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.339169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.339270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.339375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.339564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.339740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.339907] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.340015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.340082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.340237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.340313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.340406] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61101a18-5524-4bb0-86a6-0605af937eb3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.413818] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.453806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.453806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.453806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.454240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.454240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454240] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.454240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.454496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.454496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.454611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454671] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 already deleted. [ 1057.454752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.454852] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.456157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.456328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.456497] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.456586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.456647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.456777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.456843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.456933] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.842581] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.842752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.842863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.843161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.843283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.843562] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.843693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.843737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.843910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.843987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.844088] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61101a18-5524-4bb0-86a6-0605af937eb3 already deleted. [ 1057.844168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61101a18-5524-4bb0-86a6-0605af937eb3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.915990] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6342735a-0e7d-4b39-a7cb-5013912f025b: rpc.has_security_group_logging(os_id): False [ 1057.938689] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.938889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.938982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.939769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.939769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.939769] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.939980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.939980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.940152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.940332] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be updated. [ 1057.958384] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea74c0f4-15af-4a10-adb0-ce09350c40d7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.959923] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.960108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.960154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.961153] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.961153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.961153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.961451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.961516] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 already deleted. [ 1057.961621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.015230] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.015541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.015689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.016085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.016222] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.036975] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: IN_PROGRESS for 2s [ 1058.463408] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea74c0f4-15af-4a10-adb0-ce09350c40d7: rpc.has_security_group_logging(os_id): False [ 1058.484322] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.484686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.484810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.485070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.485168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.485437] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.485561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.485624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.485994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.486121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.486459] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 is going to be created. [ 1058.511670] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ea74c0f4-15af-4a10-adb0-ce09350c40d7], does not exist path=[/infra/domains/default/groups/ea74c0f4-15af-4a10-adb0-ce09350c40d7]."\n}' [ 1058.511861] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ea74c0f4-15af-4a10-adb0-ce09350c40d7 [ 1058.511908] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1058.546287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.546518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.546580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.546827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.547943] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.548269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.548404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.548487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.548686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.548804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.549119] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.549434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.549434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.549525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.549592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.549675] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea74c0f4-15af-4a10-adb0-ce09350c40d7 is going to be created. [ 1058.568955] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ea74c0f4-15af-4a10-adb0-ce09350c40d7], does not exist path=[/infra/domains/default/groups/ea74c0f4-15af-4a10-adb0-ce09350c40d7]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ea74c0f4-15af-4a10-adb0-ce09350c40d7 [ 1058.569167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea74c0f4-15af-4a10-adb0-ce09350c40d7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.569399] env[65422]: Traceback (most recent call last): [ 1058.569399] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1058.569399] env[65422]: return func(*args, **kwargs) [ 1058.569399] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1058.569399] env[65422]: res.raise_for_status() [ 1058.569399] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1058.569399] env[65422]: raise HTTPError(http_error_msg, response=self) [ 1058.569399] env[65422]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ea74c0f4-15af-4a10-adb0-ce09350c40d7 [ 1058.569399] env[65422]: During handling of the above exception, another exception occurred: [ 1058.569399] env[65422]: Traceback (most recent call last): [ 1058.569794] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1058.569794] env[65422]: listener.cb(fileno) [ 1058.569794] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1058.569794] env[65422]: result = function(*args, **kwargs) [ 1058.569794] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1058.569794] env[65422]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1058.569794] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1058.569794] env[65422]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1058.569794] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1058.569794] env[65422]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1058.569794] env[65422]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1058.569794] env[65422]: res.raise_for_status() [ 1058.569794] env[65422]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1058.569794] env[65422]: raise HTTPError(http_error_msg, response=self) [ 1058.569794] env[65422]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ea74c0f4-15af-4a10-adb0-ce09350c40d7 [ 1058.569794] env[65422]: Removing descriptor: 68 [ 1058.799440] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1058.799660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.799819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.800060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.800267] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.800400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.800466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.800633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.800716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.800814] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.303199] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.807380] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.052470] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1060.052470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.310067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.310263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.310398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.310612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.310777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.310851] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1060.352189] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.352364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.352444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.352666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.352808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.362332] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1060.900574] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1060.900926] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1061.776277] env[65422]: INFO networking_nsxv3.common.synchronization [None req-bd5ae12f-a9c3-4f95-86b6-f4e3d77f49be tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1061.776718] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1061.777069] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.777253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.777336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.777545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.777703] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.777800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.777857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.778017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.778132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.778239] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.280828] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.281283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.281283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.281410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.281530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.281743] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.282108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.282108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.282274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.282274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.282357] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be deleted. [ 1062.325766] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.326217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.326293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.326778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.326871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.328753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.373297] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1062.373562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.374030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.374030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.374228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.374298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.374298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.374534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.374658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.374717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.374841] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.374917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.374962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.375125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.375282] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.375402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.375402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.375576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.375672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.375755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.375841] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.377378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.377472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.377733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.378288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.378386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.378659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.378828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.379145] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.882900] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1062.884683] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.904552] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.904702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.904774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.904980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.925506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.925795] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.925921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.925991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.926179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.926258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.926460] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.926552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.926610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.926749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.926994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.927096] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.927190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.927248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.927410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.927656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.927773] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1063.012901] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.012901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.012901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.012901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.012901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.034220] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1063.386871] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.891043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.891043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.891322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.891322] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.891499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.891555] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1063.930879] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.931129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.931263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.931630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.931906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.942066] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1064.790163] env[65422]: INFO networking_nsxv3.common.synchronization [req-39e1376b-5709-4200-936d-8ee9c99093fe req-a16599a4-f2ce-4305-a2d1-923233210d69 tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1064.790163] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1064.790966] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.795024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.795024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.795024] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.051662] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1065.051964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.052202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.053382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.053382] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.181027] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.181027] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.181027] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.181027] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.181027] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.181027] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.181027] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.181707] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.181707] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.181707] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.204676] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.204912] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.205088] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.205401] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.205784] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-f8cdf0ee-e818-41cd-b8aa-b485ea737879 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.205970] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.206131] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.206788] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.206997] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cdf0ee-e818-41cd-b8aa-b485ea737879',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.298193] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.298193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.298193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.298484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.325094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.325388] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.325532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.325644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.326091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.326091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.326091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1065.358289] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.358481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.358562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.359052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.359052] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.369956] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1065.555756] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.556133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.709739] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.710023] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.710329] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.710715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.710910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.711155] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port f8cdf0ee-e818-41cd-b8aa-b485ea737879 not found, creating... [ 1065.711531] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.711810] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.711985] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.712236] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.712454] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.712855] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.713026] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.713152] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.713499] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.713665] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.713806] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: f8cdf0ee-e818-41cd-b8aa-b485ea737879 is going to be created. [ 1065.746722] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.746982] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.747116] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.747385] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.747703] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.747941] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.953247] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1065.953533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.953710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.953929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.954139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.954279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.954352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.954583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.954737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.954781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.954846] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.048014] env[65422]: INFO networking_nsxv3.common.synchronization [req-03b57826-25d1-4856-bf17-563f1ac64792 req-95f4007f-b0ee-4b49-a906-149d2fd6fe97 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_members [ 1066.048338] env[65422]: INFO networking_nsxv3.common.synchronization [req-03b57826-25d1-4856-bf17-563f1ac64792 req-95f4007f-b0ee-4b49-a906-149d2fd6fe97 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1066.048338] env[65422]: INFO networking_nsxv3.common.synchronization [req-03b57826-25d1-4856-bf17-563f1ac64792 req-95f4007f-b0ee-4b49-a906-149d2fd6fe97 tempest-SecurityGroupsTestJSON-421579552 tempest-SecurityGroupsTestJSON-421579552-project-member] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1066.048906] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGHEST for action security_group_members [ 1066.049718] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGHEST for action security_group_members [ 1066.049800] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGHEST for action security_group_members [ 1066.050190] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-848eb4be-802a-49a5-8e22-689ac492eac5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.050372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.050493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.050780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.051033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.051185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.051267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.051524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.051715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.051804] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.052928] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.053078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.053148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.053278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.053438] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.053529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.053591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.053726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.053806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.053897] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.054782] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.054893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.054940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.055103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.055247] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.055315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.055396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.055507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.055583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.055663] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.459929] env[65422]: INFO networking_nsxv3.common.synchronization [req-39e1376b-5709-4200-936d-8ee9c99093fe req-816e472d-366b-4c2b-8ada-aaa099026094 service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 1066.460202] env[65422]: INFO networking_nsxv3.common.synchronization [req-39e1376b-5709-4200-936d-8ee9c99093fe req-816e472d-366b-4c2b-8ada-aaa099026094 service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1066.460244] env[65422]: INFO networking_nsxv3.common.synchronization [req-39e1376b-5709-4200-936d-8ee9c99093fe req-816e472d-366b-4c2b-8ada-aaa099026094 service nova] Enqueued Resource ID: f8cdf0ee-e818-41cd-b8aa-b485ea737879 with Priority: HIGHEST for action port [ 1066.460629] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.460734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.461172] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 1066.461299] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1066.461394] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8cdf0ee-e818-41cd-b8aa-b485ea737879 with Priority: HIGHEST for action port [ 1066.461637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.461745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.461807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.462022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.462094] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.462932] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.463034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.463222] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8cdf0ee-e818-41cd-b8aa-b485ea737879 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.463315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.463382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.463542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.463615] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8cdf0ee-e818-41cd-b8aa-b485ea737879',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.559216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.559216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.559216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.559216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.559216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.559216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.560559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.560559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.580925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.580925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.580925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.580925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.581344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.581344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.581344] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be updated. [ 1066.582398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.582597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.608084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.608380] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.608515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.608579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.608808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.608893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.608984] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 848eb4be-802a-49a5-8e22-689ac492eac5 is going to be updated. [ 1066.610530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.610726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.610831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.611065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.611158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.611221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.611382] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.611470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.611555] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1066.619608] env[65422]: INFO networking_nsxv3.common.synchronization [req-384a87e4-fe74-453e-b9a9-5d76a8889a6a req-7765f9d1-1c60-40e8-846c-50d11800d9cc tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1066.620825] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.620967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.621043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.621260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.621397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.622981] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1066.623290] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.623403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.623512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.623702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.624265] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.624416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.624473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.624655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.624740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.624833] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.633333] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: IN_PROGRESS for 2s [ 1066.641381] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.641633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.641633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.641789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.641933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.644034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.644261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.644338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.644591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.644760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.655881] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1066.657365] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: IN_PROGRESS for 2s [ 1066.933791] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.933965] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.934223] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.934540] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.934830] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.935023] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.935143] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.935380] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.935560] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.935822] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.935960] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.936089] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.936214] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.936323] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.936426] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.936579] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.955202] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.955576] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.955576] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.955681] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.956027] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-099eaaaa-f2b2-44dc-98c7-be6801506e99 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.956201] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.956343] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.956685] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.956823] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099eaaaa-f2b2-44dc-98c7-be6801506e99',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.965538] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.965808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.965808] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8cdf0ee-e818-41cd-b8aa-b485ea737879 with status ACTIVE [ 1066.965996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.966106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.966167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.966381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.966472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.966647] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.966753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.966804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.966951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.967063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.967237] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.967344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.967404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.967556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.967631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.967734] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8cdf0ee-e818-41cd-b8aa-b485ea737879 is going to be updated. [ 1066.988862] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.989097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.989232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.989459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.989606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.989783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8cdf0ee-e818-41cd-b8aa-b485ea737879" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.126542] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.382168] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1067.382393] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab deletion is rescheduled due to dependency. [ 1067.382696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.383138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.383414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.383654] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.383796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.383892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.384113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.384215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.384333] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.460119] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.460119] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.460119] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.460470] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.460470] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.460622] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 099eaaaa-f2b2-44dc-98c7-be6801506e99 not found, creating... [ 1067.460840] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.461050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.461184] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.461417] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.461569] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.461865] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.462055] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.462179] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.462406] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.462550] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.462688] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 099eaaaa-f2b2-44dc-98c7-be6801506e99 is going to be created. [ 1067.484746] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.485142] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.485142] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.485417] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.485664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.485929] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.628905] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.887222] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.131329] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.131650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.131650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.131757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.131850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.131945] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1068.163595] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.164025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.164025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.164165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.164259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.173812] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1068.220734] env[65422]: INFO networking_nsxv3.common.synchronization [req-384a87e4-fe74-453e-b9a9-5d76a8889a6a req-2f552525-c966-4b22-b2bd-15595eca1ebb service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 1068.220734] env[65422]: INFO networking_nsxv3.common.synchronization [req-384a87e4-fe74-453e-b9a9-5d76a8889a6a req-2f552525-c966-4b22-b2bd-15595eca1ebb service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1068.220734] env[65422]: INFO networking_nsxv3.common.synchronization [req-384a87e4-fe74-453e-b9a9-5d76a8889a6a req-2f552525-c966-4b22-b2bd-15595eca1ebb service nova] Enqueued Resource ID: 099eaaaa-f2b2-44dc-98c7-be6801506e99 with Priority: HIGHEST for action port [ 1068.220734] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 1068.220734] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1068.220734] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 099eaaaa-f2b2-44dc-98c7-be6801506e99 with Priority: HIGHEST for action port [ 1068.220734] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.220734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.220734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.220734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.220734] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.222184] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.222309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.222512] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-099eaaaa-f2b2-44dc-98c7-be6801506e99 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.222635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.224165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.224165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.224165] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('099eaaaa-f2b2-44dc-98c7-be6801506e99',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.390062] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.644098] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 in Status: SUCCESS [ 1068.644301] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 deletion is rescheduled due to dependency. [ 1068.644432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.669091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1068.669309] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb deletion is rescheduled due to dependency. [ 1068.669453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.669649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.669910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.670524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.670524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.670524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.670524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.670797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.670797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.670920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.670982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.671032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.671170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.671418] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.671418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.671607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.671607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.671680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.671771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.671925] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.673665] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 848eb4be-802a-49a5-8e22-689ac492eac5 in Status: SUCCESS [ 1068.673847] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 848eb4be-802a-49a5-8e22-689ac492eac5 deletion is rescheduled due to dependency. [ 1068.674276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.724851] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.724851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.725329] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 099eaaaa-f2b2-44dc-98c7-be6801506e99 with status ACTIVE [ 1068.725578] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.725578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.725778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.727111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.727267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.727546] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.727666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.727724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.727906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.728027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.728338] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.728456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.728500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.728742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.728878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.729018] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 099eaaaa-f2b2-44dc-98c7-be6801506e99 is going to be updated. [ 1068.755961] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.755961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.756273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.756273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.756472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.756694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-099eaaaa-f2b2-44dc-98c7-be6801506e99" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.892518] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.892801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.892887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.893129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.893221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.893328] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1068.922021] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.922259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.922259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.922429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.922580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.934524] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1069.175385] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f795bbe-0383-4696-bded-616ff89dbabb: rpc.has_security_group_logging(os_id): False [ 1069.194857] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.195070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.195145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.195408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.195522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.195736] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.195841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.196373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.196373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.196373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.196373] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.196586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.196586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.196666] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.196746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.196989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.196989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.197106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.197434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.197434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.197434] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be updated. [ 1069.277720] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.277720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.277929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.278068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.278199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.323931] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: IN_PROGRESS for 2s [ 1070.185054] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1070.185054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.185514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.185514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.185587] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.185826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.185912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.186104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.186190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.186599] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.689177] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.946422] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1070.946852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.946852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.947048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.947318] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.947549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.947704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.947766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.947907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.947973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.948040] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.957292] env[65422]: INFO networking_nsxv3.common.synchronization [req-6e242cb4-6d84-4a31-8dce-ba3aaac8c018 req-8307ffed-6497-45d0-846e-25ce6fdd81c6 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_members [ 1070.957879] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 with Priority: HIGHEST for action security_group_members [ 1070.958188] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f23052b-e47b-41cc-a3e2-d783dbec2d38 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.958303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.958371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.958676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.958733] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.958794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.958844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.958976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.959881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.959881] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f23052b-e47b-41cc-a3e2-d783dbec2d38',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.194244] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.345953] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f795bbe-0383-4696-bded-616ff89dbabb in Status: SUCCESS [ 1071.346176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.450355] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.461980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.461980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.461980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.461980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.481850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.482130] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.482244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.482323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.482505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.482591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.482676] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 is going to be updated. [ 1071.508858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.509110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.509200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.509432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.509580] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.519350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 in Status: IN_PROGRESS for 2s [ 1071.696922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.697099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.697099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.697299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.697391] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.697491] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1071.728067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.728271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.728344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.728572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.728721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.738076] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1071.953517] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb731843-bbab-493b-8e2e-b38078ec18ab: rpc.has_security_group_logging(os_id): False [ 1071.971182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.971331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.971404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.971611] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.971704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.971947] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.972054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.972111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.972341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.972341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.972429] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1072.033100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.033255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.033326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.033537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.033685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.047118] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1072.397945] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.397945] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.397945] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.398557] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.398557] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.398715] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.398778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.399018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.399252] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.399418] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.399523] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.399637] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.399739] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.399846] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.399949] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.400093] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.420551] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.420764] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.420831] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.421008] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.421334] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-884998aa-5fa4-410b-87e8-843ac2653ab7 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.421501] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.421617] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.421948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.422101] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884998aa-5fa4-410b-87e8-843ac2653ab7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.924621] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.924859] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.924953] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.925338] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.925492] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.925664] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 884998aa-5fa4-410b-87e8-843ac2653ab7 not found, creating... [ 1072.925995] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.926211] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.926365] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.926649] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.926803] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.927111] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.927263] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.927387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.927655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.927830] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.928008] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 is going to be created. [ 1072.950666] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.951086] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.951168] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.951455] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.951688] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.951936] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.529686] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 in Status: SUCCESS [ 1073.530126] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f23052b-e47b-41cc-a3e2-d783dbec2d38 deletion is rescheduled due to dependency. [ 1073.530126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f23052b-e47b-41cc-a3e2-d783dbec2d38" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.692706] env[65422]: INFO networking_nsxv3.common.synchronization [req-0902f047-8966-45bf-a81a-da911fd7c876 req-e97616ad-ca91-4691-b7e8-48fe7c3efe30 service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 1073.696590] env[65422]: INFO networking_nsxv3.common.synchronization [req-0902f047-8966-45bf-a81a-da911fd7c876 req-e97616ad-ca91-4691-b7e8-48fe7c3efe30 service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1073.696590] env[65422]: INFO networking_nsxv3.common.synchronization [req-0902f047-8966-45bf-a81a-da911fd7c876 req-e97616ad-ca91-4691-b7e8-48fe7c3efe30 service nova] Enqueued Resource ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 with Priority: HIGHEST for action port [ 1073.696590] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 1073.696590] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1073.696590] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 with Priority: HIGHEST for action port [ 1073.696590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.696590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.696590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.696590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.696590] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.696590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.697354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.697354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.697692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.698159] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.698678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.700845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.700845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.700845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.700845] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.700845] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-884998aa-5fa4-410b-87e8-843ac2653ab7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.700845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.700845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.700845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.700845] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884998aa-5fa4-410b-87e8-843ac2653ab7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.749889] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1073.750457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.750626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.750845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.751057] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.751192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.751267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.751425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.751499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.752733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.752733] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.060852] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1074.061125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.203072] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.203403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.203481] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884998aa-5fa4-410b-87e8-843ac2653ab7 with status ACTIVE [ 1074.203608] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.203761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.203879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.204150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.204240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.204504] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.204663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.204751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.204957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.205079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.205277] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.205369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.205435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.205635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.205751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.205843] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 is going to be updated. [ 1074.207119] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.231790] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.231993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.232112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.232381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.232560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.232731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.254763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.254998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.254998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.255254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.255428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.255531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.255687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.255935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.256047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.256148] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.256346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.256452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.256509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.256698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.256837] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.257011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.257089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.257223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.257300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.257385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.257475] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.709625] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.760820] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b9900-8c85-4a45-b774-218164781295: rpc.has_security_group_logging(os_id): False [ 1074.783593] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.783841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.783841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.784140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.804400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.804695] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.804839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.804903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.805093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.805172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.805390] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.805458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.805536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.805669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.805785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.805988] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.806099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.806155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.806319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.806368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.806437] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1074.872327] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.872469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.872547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.872754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.872905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.886132] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1075.212099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.213131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.213131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.213480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.213667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.213825] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be created. [ 1075.244172] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.244172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.244172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.244902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.245258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.256788] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: UNINITIALIZED for 2s [ 1076.901857] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1076.902965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.008360] env[65422]: INFO networking_nsxv3.common.synchronization [None req-4c18cebe-6713-4393-9705-52c6ac6e9e18 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_rules [ 1077.008885] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_rules [ 1077.009398] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.009398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.009398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.009629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.009702] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.122724] env[65422]: INFO networking_nsxv3.common.synchronization [None req-4d37fc2f-c100-4f03-bceb-3c89090ccb6f tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_rules [ 1077.123315] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_rules [ 1077.123627] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.123729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.270155] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1077.270443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.271009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.271471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.271560] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.271652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.271712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.271900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.271985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.272130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.272229] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.530269] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.530417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.530468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.530665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.530771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.530873] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 already deleted. [ 1077.530959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.531247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.531582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.531661] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.776689] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.776838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.776914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.777176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.777347] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.777449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.777511] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.777747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.777747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.777825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.777956] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.778059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.778120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.778270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.779343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.779532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.779532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.779709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.779768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.779840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.779934] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.910119] env[65422]: INFO networking_nsxv3.common.synchronization [req-6c95911c-afe4-4c0c-8dd9-37fa0439393f req-de4cfc8d-6196-4562-84b7-a6b065709774 tempest-DeleteServersTestJSON-142789765 tempest-DeleteServersTestJSON-142789765-project-member] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1077.910683] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGHEST for action security_group_members [ 1077.910987] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.912508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.912639] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.912804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.912968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.913082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.913141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.913293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.913376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.913471] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.053109] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.053348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.054250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.054250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.054250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.054250] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 already deleted. [ 1078.054250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.282350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aacd7f3c-2fec-4bfd-9bed-8e955dced279: rpc.has_security_group_logging(os_id): False [ 1078.300312] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.300513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.300513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.300735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.300824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.301020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.301121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.301183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.301330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.301405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.301591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.301682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.301742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.301883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.301957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.302168] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.302260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.302321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.302460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.302552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.302640] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be created. [ 1078.358623] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.358769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.358855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.359130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.359316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.371482] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 1078.418327] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.418549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.418593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.418948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.468040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.468311] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.468430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.468503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.468708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.468798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.468889] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be updated. [ 1078.499699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.499699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.499699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.499699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.500011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.519812] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: IN_PROGRESS for 2s [ 1080.387857] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1080.388439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.533850] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38987900-f453-4ad4-81f5-fdb237c99f57 in Status: SUCCESS [ 1080.534092] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 deletion is rescheduled due to dependency. [ 1080.534092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.690132] env[65422]: INFO networking_nsxv3.common.synchronization [req-037d1ff8-b155-4a26-bbef-fc487f680283 req-7725ddc5-d307-4238-b959-0336cf7d15c2 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1081.690620] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1081.690927] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.691333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.691421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.691688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.691861] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.691969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.692043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.692228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.692364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.692423] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.026653] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.026653] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.026653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.026653] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.026653] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.026653] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.026653] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.027766] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.027766] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.027766] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.037769] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.038694] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.038694] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.038694] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.038694] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.038900] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.038926] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.039286] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.039411] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.197765] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.197888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.197931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.198181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.198284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.198473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.198571] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.198629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.198799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.198873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.199185] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc already deleted. [ 1082.199185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.546129] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.546129] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.546415] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.546466] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.546659] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.546935] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 not found, creating... [ 1082.547136] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.547298] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.547408] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.547631] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.547797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.548085] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.548236] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.548345] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.548566] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.548698] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.548830] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 is going to be created. [ 1082.569734] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.569943] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.570067] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.570350] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.570581] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.570807] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.265959] env[65422]: INFO networking_nsxv3.common.synchronization [req-037d1ff8-b155-4a26-bbef-fc487f680283 req-b16591ea-d2c2-4ac1-a61f-ba3158378e92 service nova] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_rules [ 1083.266236] env[65422]: INFO networking_nsxv3.common.synchronization [req-037d1ff8-b155-4a26-bbef-fc487f680283 req-b16591ea-d2c2-4ac1-a61f-ba3158378e92 service nova] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1083.266291] env[65422]: INFO networking_nsxv3.common.synchronization [req-037d1ff8-b155-4a26-bbef-fc487f680283 req-b16591ea-d2c2-4ac1-a61f-ba3158378e92 service nova] Enqueued Resource ID: 0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 with Priority: HIGHEST for action port [ 1083.266781] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_rules [ 1083.267334] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1083.267465] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 with Priority: HIGHEST for action port [ 1083.267805] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.267932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.268026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.268286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.268366] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.270039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.270160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.270235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.270413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.270700] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.270749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.270808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.271094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.271195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.271288] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.273175] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.273175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.273175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.273175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.273310] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.770660] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.770832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.773134] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.776032] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 with status ACTIVE [ 1083.776465] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.776465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.776465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.776614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.776693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.776875] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.776978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.777125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.777218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.777345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.777469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.777548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.777596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.777749] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.777834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.777919] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80 is going to be updated. [ 1083.798614] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.798831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.798831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.799010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.799155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.799313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfdce64-2cd1-4aa5-bfb9-867ee6d82a80" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.057251] env[65422]: INFO networking_nsxv3.common.synchronization [req-16d2fe45-1089-47fc-a8d0-5318264a3a4d req-703b436a-2f14-4476-b0ef-e7f06c92e6f0 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_members [ 1084.057803] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_members [ 1084.058121] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.058236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.058302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.058557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.058710] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.058802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.058866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.059032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.059134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.059194] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.275409] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.414780] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-304 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.415013] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.415278] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.415399] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.415681] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.415851] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.415991] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.416224] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.416370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.416576] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.416686] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.416794] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.416904] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.417028] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.417129] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.417279] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.438472] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.438739] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.439602] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.439602] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-304" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.439757] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-61496b79-7af0-4518-be7a-0b0c270e3eff taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.440134] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.440348] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.440833] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.441086] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61496b79-7af0-4518-be7a-0b0c270e3eff',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.561239] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.561402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.561487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.561690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.561785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.561980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.562094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.562141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.562295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.562367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.562451] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 already deleted. [ 1084.562529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.781022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.781022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.781022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.781022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.781022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.781022] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be created. [ 1084.812411] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.812411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.812411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.812411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.812411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.823928] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: UNINITIALIZED for 2s [ 1084.943781] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.944132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.944132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.944281] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.944435] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 61496b79-7af0-4518-be7a-0b0c270e3eff not found, creating... [ 1084.944694] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.944924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.945059] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.945288] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.945426] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.945705] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.945904] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.946034] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.946243] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.946379] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.946514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 61496b79-7af0-4518-be7a-0b0c270e3eff is going to be created. [ 1084.969730] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.969972] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.970063] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.970343] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.970578] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.970807] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.708197] env[65422]: INFO networking_nsxv3.common.synchronization [req-16d2fe45-1089-47fc-a8d0-5318264a3a4d req-7b57343c-4e2c-4223-b3fa-a71754861e7b service nova] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_rules [ 1085.708197] env[65422]: INFO networking_nsxv3.common.synchronization [req-16d2fe45-1089-47fc-a8d0-5318264a3a4d req-7b57343c-4e2c-4223-b3fa-a71754861e7b service nova] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_members [ 1085.708435] env[65422]: INFO networking_nsxv3.common.synchronization [req-16d2fe45-1089-47fc-a8d0-5318264a3a4d req-7b57343c-4e2c-4223-b3fa-a71754861e7b service nova] Enqueued Resource ID: 61496b79-7af0-4518-be7a-0b0c270e3eff with Priority: HIGHEST for action port [ 1085.709209] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_rules [ 1085.709370] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_members [ 1085.709485] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61496b79-7af0-4518-be7a-0b0c270e3eff with Priority: HIGHEST for action port [ 1085.709819] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.709949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.710030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.710242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.710324] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.711585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.711585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.711585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.711759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.711977] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.712122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.712186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.712342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.712431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.712523] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.714214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-61496b79-7af0-4518-be7a-0b0c270e3eff taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.714214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.714214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.714214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.714214] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61496b79-7af0-4518-be7a-0b0c270e3eff',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.981337] env[65422]: INFO networking_nsxv3.common.synchronization [req-d0836731-663f-4ca2-8a7d-0541913541a4 req-1150a089-3828-4e0c-8269-98bdc3bbb6d9 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1085.981337] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1085.981337] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.981637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.981794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.982181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.983433] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.983999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.984164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.984518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.984703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.986210] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.215631] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.215805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.216055] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.218045] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61496b79-7af0-4518-be7a-0b0c270e3eff with status ACTIVE [ 1086.218258] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.218381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.219327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.219613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.219672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.220051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.220171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.220234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.220397] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.220479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.220670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.220775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.220818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.220950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.221033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.221119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61496b79-7af0-4518-be7a-0b0c270e3eff is going to be updated. [ 1086.245686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.245686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.245686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.245686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.245686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.245686] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61496b79-7af0-4518-be7a-0b0c270e3eff" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.488225] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.718463] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.834523] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1086.834796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.835277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.835471] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.835679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.839025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.839025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.839025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.839025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.839025] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.991512] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.220436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.220622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.220698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.220910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.221009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.221117] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 is going to be created. [ 1087.246797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.247275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.247275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.247516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.247694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.258043] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e210014-48d4-4d18-9122-bfd19052ea33 in Status: UNINITIALIZED for 2s [ 1087.338968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.339464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.339464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.339532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.339701] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.339776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.339887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.340010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.340104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.340193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.340377] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.340471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.340471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.340471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.340471] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.340902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.340902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.340999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.341195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.341195] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.341258] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.493575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.493768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.493822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.494632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.494632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.494632] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1087.523881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.524046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.524112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.524335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.524463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.534197] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1087.843232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b0044af-66e0-4697-9b56-b24e463c40fc: rpc.has_security_group_logging(os_id): False [ 1087.861946] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.862146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.862146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.862357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.862442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.862679] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.862827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.862865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.863031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.863112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.863321] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.863392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.863463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.863573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.863648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.863831] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.863919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.863981] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.864130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.864202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.864291] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be created. [ 1087.935185] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.935412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.935528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.935905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.936128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.950736] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1089.268179] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e210014-48d4-4d18-9122-bfd19052ea33 in Status: SUCCESS [ 1089.268489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.268654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.268877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.270447] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.270581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.270653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.270834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.270923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.271030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.271126] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.548347] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1089.548622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.705133] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.705333] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.705472] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.705717] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.706298] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.706298] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.706452] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.706564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.706722] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.706938] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.707085] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.707205] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.707480] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.707480] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.707579] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.709063] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.727848] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.728039] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.728182] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.728359] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.728675] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-96370c0c-da2e-4229-82a1-a24b799e6402 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.728843] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.729055] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.729229] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.729366] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96370c0c-da2e-4229-82a1-a24b799e6402',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.774850] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.963566] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1089.963889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.232735] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.233169] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.233435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.233692] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.233844] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.234179] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.234360] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.234527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.235881] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.235881] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.235881] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.235881] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.235881] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.236219] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.236506] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.236506] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 96370c0c-da2e-4229-82a1-a24b799e6402 is going to be updated. [ 1090.261514] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.261695] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.261793] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.262099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.262357] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.262669] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.277152] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e210014-48d4-4d18-9122-bfd19052ea33: rpc.has_security_group_logging(os_id): False [ 1090.303691] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.303845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.303921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.304163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.304255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.304505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.304675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.304675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.304846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.304904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.305043] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 is going to be created. [ 1090.394721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.394950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.395062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.395664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.395664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.411116] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e210014-48d4-4d18-9122-bfd19052ea33 in Status: IN_PROGRESS for 2s [ 1090.959815] env[65422]: INFO networking_nsxv3.common.synchronization [req-c16cdbe6-acd8-4824-80f5-70a273d8b74f req-bd700dcd-b424-4ae8-9b26-4f14fa339450 service nova] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1090.959992] env[65422]: INFO networking_nsxv3.common.synchronization [req-c16cdbe6-acd8-4824-80f5-70a273d8b74f req-bd700dcd-b424-4ae8-9b26-4f14fa339450 service nova] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1090.960138] env[65422]: INFO networking_nsxv3.common.synchronization [req-c16cdbe6-acd8-4824-80f5-70a273d8b74f req-bd700dcd-b424-4ae8-9b26-4f14fa339450 service nova] Enqueued Resource ID: 96370c0c-da2e-4229-82a1-a24b799e6402 with Priority: HIGHEST for action port [ 1090.960659] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_rules [ 1090.960782] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1090.961741] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96370c0c-da2e-4229-82a1-a24b799e6402 with Priority: HIGHEST for action port [ 1090.962051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.962172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.962242] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.962440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.962542] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.963547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.963699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.963765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.963959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.964114] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.964197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.964197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.964714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.964714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.964714] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.965385] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-96370c0c-da2e-4229-82a1-a24b799e6402 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.965385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.965530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.965599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.965669] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96370c0c-da2e-4229-82a1-a24b799e6402',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.311934] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.312319] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.312319] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.312573] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.317099] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.318441] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.318441] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.318441] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.318441] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.318441] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.318441] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.318441] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.318787] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.318906] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.319031] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.319182] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.349598] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.350048] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.350172] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.350400] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-893" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.351113] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-884998aa-5fa4-410b-87e8-843ac2653ab7 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.351509] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.352191] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.352191] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.352338] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884998aa-5fa4-410b-87e8-843ac2653ab7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.466882] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.467935] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.468043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.468397] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96370c0c-da2e-4229-82a1-a24b799e6402 with status ACTIVE [ 1091.468565] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.468700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.468751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.468931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.469026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.469199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.469293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.469351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.469520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.469598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.469771] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.469865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.469924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.470078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.470152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.470259] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96370c0c-da2e-4229-82a1-a24b799e6402 is going to be updated. [ 1091.493919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.494015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.494104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.494316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.494452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.494622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96370c0c-da2e-4229-82a1-a24b799e6402" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.854327] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.854576] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.854774] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.855090] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.855255] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.855563] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.855720] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.855960] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.856128] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.856194] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.856478] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.856650] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.856769] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.856992] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.857387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.857592] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 is going to be updated. [ 1091.883410] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.883681] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.883767] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.884085] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.884353] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.884781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.969506] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.425764] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e210014-48d4-4d18-9122-bfd19052ea33 in Status: SUCCESS [ 1092.426095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.431506] env[65422]: INFO networking_nsxv3.common.synchronization [None req-d4059169-ac12-4b0b-9b0f-84e8fd3e59b2 None None] Enqueued Resource ID: b9f0c287-ca52-49b3-bd42-b5eda1db96a1 with Priority: HIGHEST for action port [ 1092.432056] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f0c287-ca52-49b3-bd42-b5eda1db96a1 with Priority: HIGHEST for action port [ 1092.432408] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f0c287-ca52-49b3-bd42-b5eda1db96a1 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.432660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f0c287-ca52-49b3-bd42-b5eda1db96a1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.432660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f0c287-ca52-49b3-bd42-b5eda1db96a1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.432835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f0c287-ca52-49b3-bd42-b5eda1db96a1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.432916] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f0c287-ca52-49b3-bd42-b5eda1db96a1',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.472352] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.472496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.472552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.472780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.472874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.472972] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91546cd-4693-432b-8802-9a23dcda1806 is going to be updated. [ 1092.504900] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.504900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.504900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.504900] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.505070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.515337] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: IN_PROGRESS for 2s [ 1092.609667] env[65422]: INFO networking_nsxv3.common.synchronization [req-21fa6803-3715-415c-8710-00e1b23bdbe3 req-3fa27ac6-7c35-4b5f-89de-fbce485acbe7 service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 1092.609850] env[65422]: INFO networking_nsxv3.common.synchronization [req-21fa6803-3715-415c-8710-00e1b23bdbe3 req-3fa27ac6-7c35-4b5f-89de-fbce485acbe7 service nova] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1092.609984] env[65422]: INFO networking_nsxv3.common.synchronization [req-21fa6803-3715-415c-8710-00e1b23bdbe3 req-3fa27ac6-7c35-4b5f-89de-fbce485acbe7 service nova] Enqueued Resource ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 with Priority: HIGHEST for action port [ 1092.610506] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_rules [ 1092.610629] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1092.610725] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 with Priority: HIGHEST for action port [ 1092.610976] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.612775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.612860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.613199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.613346] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.614249] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.615230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.615882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.616920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.616920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.616920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.616920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.617181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.617181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.617266] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.618233] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-884998aa-5fa4-410b-87e8-843ac2653ab7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.618384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.618428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.618625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.618722] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884998aa-5fa4-410b-87e8-843ac2653ab7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.935443] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9f0c287-ca52-49b3-bd42-b5eda1db96a1 [ 1092.935763] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.935922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.936036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.936325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.936426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.936512] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9f0c287-ca52-49b3-bd42-b5eda1db96a1 already deleted. [ 1092.936595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f0c287-ca52-49b3-bd42-b5eda1db96a1" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.121131] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884998aa-5fa4-410b-87e8-843ac2653ab7 with status ACTIVE [ 1093.121131] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.121317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.121317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.121537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.121645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.122434] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.122434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.122434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.122434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.122434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.122434] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.122684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.122684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.122684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.122771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.122944] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884998aa-5fa4-410b-87e8-843ac2653ab7 is going to be updated. [ 1093.128151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.128151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.128151] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.149764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.150140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.150228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.150528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.150703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.150885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884998aa-5fa4-410b-87e8-843ac2653ab7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.235797] env[65422]: INFO networking_nsxv3.common.synchronization [None req-cfaa9555-015c-4658-8272-0383517d06e8 tempest-ServerActionsV293TestJSON-2086592069 tempest-ServerActionsV293TestJSON-2086592069-project-member] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_rules [ 1093.236435] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_rules [ 1093.238029] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.238029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.238029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.238029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.238029] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.365672] env[65422]: INFO networking_nsxv3.common.synchronization [None req-5aa5c1cd-6cb4-4eca-a407-11bf1f618192 tempest-ServerActionsV293TestJSON-2086592069 tempest-ServerActionsV293TestJSON-2086592069-project-member] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_rules [ 1093.365672] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_rules [ 1093.365672] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.366346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.629898] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.760088] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.760292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.760292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.760507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.760599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.760701] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 already deleted. [ 1093.760854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.760930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.761087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.761166] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.132091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.132340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.132371] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.132588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.132689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.132742] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 1094.169172] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.169786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.169950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.180724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 1094.302036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.302036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.302036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.302036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.302036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.302036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 already deleted. [ 1094.302036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.527651] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: SUCCESS [ 1094.527871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.528055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.528292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.528506] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.528613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.528678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.528833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.528972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.529043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.529115] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.876761] env[65422]: INFO networking_nsxv3.common.synchronization [None req-801b7803-0dcc-4946-b29c-14ed0f38b977 None None] Enqueued Resource ID: a89bc72b-7117-4ef6-8692-e7d2f3e306fb with Priority: HIGHEST for action port [ 1094.877558] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89bc72b-7117-4ef6-8692-e7d2f3e306fb with Priority: HIGHEST for action port [ 1094.878059] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89bc72b-7117-4ef6-8692-e7d2f3e306fb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.878241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89bc72b-7117-4ef6-8692-e7d2f3e306fb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.878331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89bc72b-7117-4ef6-8692-e7d2f3e306fb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.878661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89bc72b-7117-4ef6-8692-e7d2f3e306fb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.879368] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89bc72b-7117-4ef6-8692-e7d2f3e306fb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.032726] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.382387] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a89bc72b-7117-4ef6-8692-e7d2f3e306fb [ 1095.382796] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.383009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.383108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.383429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.383554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.383687] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a89bc72b-7117-4ef6-8692-e7d2f3e306fb already deleted. [ 1095.383869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89bc72b-7117-4ef6-8692-e7d2f3e306fb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.535747] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c91546cd-4693-432b-8802-9a23dcda1806: rpc.has_security_group_logging(os_id): False [ 1095.557765] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.557977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.557977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.558344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.582702] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.583225] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.583435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.583489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.583667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.583753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.583849] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91546cd-4693-432b-8802-9a23dcda1806 is going to be updated. [ 1095.668424] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.668577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.668628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.668845] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.683704] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: IN_PROGRESS for 2s [ 1096.007837] env[65422]: INFO networking_nsxv3.common.synchronization [req-ea1b0428-1bf4-4f42-8c85-d8a4ad017492 req-95152d46-29d2-4ab4-9dd8-50f71d2cbc08 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1096.008540] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1096.008864] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.009149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.009149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.009278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.009425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.012094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.012186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.012365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.012456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.012555] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.194117] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1096.194344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.194520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.194741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.195481] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.195665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.195745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.195917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.196039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.196143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.196237] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.515959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.516292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.516292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.516764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.516764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.516764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.517183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.517183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.517183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.517183] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.517478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1096.550585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.550777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.550888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.551196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.551355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.563674] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1096.703145] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.704345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.704423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.704661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.704848] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.705049] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.705116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.705313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.705399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.705485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.705637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.705722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.705776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.705992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.706217] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.706336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.706426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.707986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.707986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.707986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.707986] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.208729] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aacd7f3c-2fec-4bfd-9bed-8e955dced279: rpc.has_security_group_logging(os_id): False [ 1097.228615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.228786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.228849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.229147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.229356] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.229447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.229532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.229656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.229731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.229914] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.230013] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.230085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.230223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.230292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.230473] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.230567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.230622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.231318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.231482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.231579] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 1097.311587] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.311587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.311709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.313576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.313576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.330432] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 1097.699286] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: SUCCESS [ 1097.699646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.576776] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1098.577505] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 1098.577505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.349685] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1099.349685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.415869] env[65422]: INFO networking_nsxv3.common.synchronization [req-8ecbb11d-32df-42f5-a695-6a950885a1ef req-38853165-b93c-4fe2-aa91-4de9b4b787a6 tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1099.416487] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1099.416790] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.416905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.416975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.417390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.417469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.417576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.417640] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.417788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.417872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.417963] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.779845] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.780223] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.780223] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.780431] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.780684] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.780836] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.780960] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.781225] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.781395] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.781606] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.781744] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.781854] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.781961] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.782116] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.782224] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.782360] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.803168] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.803409] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.803567] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.803697] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-200" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.804037] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-d65d8d7d-0e52-489e-854b-0090c2083876 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.804202] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.804313] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.804636] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.804772] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65d8d7d-0e52-489e-854b-0090c2083876',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.920027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.920260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.920344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.920516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.920623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.920830] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.920930] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.921019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.921179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.921256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.921383] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1099.950247] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.950465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.950541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.950767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.950959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.962106] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1100.142241] env[65422]: INFO networking_nsxv3.common.synchronization [req-98985e26-4f46-407d-94f1-9fac35a9f3c3 req-7c897a09-b71a-4eb1-958a-a2feab774bb3 tempest-AttachVolumeTestJSON-1693657745 tempest-AttachVolumeTestJSON-1693657745-project-member] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_members [ 1100.143054] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGHEST for action security_group_members [ 1100.143425] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.143557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.143625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.143831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.144018] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.144141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.144203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.144395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.144483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.144578] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.310074] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.310074] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port d65d8d7d-0e52-489e-854b-0090c2083876 not found, creating... [ 1100.310074] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.310074] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.310988] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.311361] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.311607] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.311940] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.312219] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.314195] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: d65d8d7d-0e52-489e-854b-0090c2083876 is going to be created. [ 1100.354668] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.355856] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.358363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.358363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.358363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.358363] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.648241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.648241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.648241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.648241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.674602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.674924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.675137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.675207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.675409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.675493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.675610] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8845302d-2265-4b44-99b0-aed119121392 is going to be updated. [ 1100.707412] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.707781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.707781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.708017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.708225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.720062] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8845302d-2265-4b44-99b0-aed119121392 in Status: IN_PROGRESS for 2s [ 1101.110881] env[65422]: INFO networking_nsxv3.common.synchronization [req-8ecbb11d-32df-42f5-a695-6a950885a1ef req-9cf461c0-2358-4bd2-a38a-443edb61da7f service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 1101.111556] env[65422]: INFO networking_nsxv3.common.synchronization [req-8ecbb11d-32df-42f5-a695-6a950885a1ef req-9cf461c0-2358-4bd2-a38a-443edb61da7f service nova] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1101.111556] env[65422]: INFO networking_nsxv3.common.synchronization [req-8ecbb11d-32df-42f5-a695-6a950885a1ef req-9cf461c0-2358-4bd2-a38a-443edb61da7f service nova] Enqueued Resource ID: d65d8d7d-0e52-489e-854b-0090c2083876 with Priority: HIGHEST for action port [ 1101.112324] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_rules [ 1101.112458] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1101.112575] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d65d8d7d-0e52-489e-854b-0090c2083876 with Priority: HIGHEST for action port [ 1101.112887] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.113097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.113097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.113282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.113364] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.115136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.115262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.115598] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d65d8d7d-0e52-489e-854b-0090c2083876 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.115716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.115802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.116196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.116287] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d65d8d7d-0e52-489e-854b-0090c2083876',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.623121] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.623121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.623380] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d65d8d7d-0e52-489e-854b-0090c2083876 with status ACTIVE [ 1101.623637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.623771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.623839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.624096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.624234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.624438] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.624545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.624607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.624778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.624856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.625189] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.625320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.625359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.625501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.625573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.625658] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d65d8d7d-0e52-489e-854b-0090c2083876 is going to be updated. [ 1101.654209] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.654367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.654451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.654732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.654876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.655113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d65d8d7d-0e52-489e-854b-0090c2083876" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.973605] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1101.973867] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 1101.974055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.974279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.974585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.974920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.975177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.975275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.975519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.975616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.975733] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.478922] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.729947] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8845302d-2265-4b44-99b0-aed119121392 in Status: SUCCESS [ 1102.730130] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8845302d-2265-4b44-99b0-aed119121392 deletion is rescheduled due to dependency. [ 1102.730245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.981573] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.484030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.484480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.484480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.484480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.484603] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.484649] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1103.514674] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.515056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.515152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.515385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.515540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.531798] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1105.544358] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1105.544725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.544777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.545212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.545456] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.545589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.545684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.545884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.545971] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.546082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.546204] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.049158] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.049374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.049420] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.049696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.049871] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.049975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.050074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.050227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.050327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.050424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.050570] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.050654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.050719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.050865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.050996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.051994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.051994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.051994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.051994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.051994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.051994] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.114036] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1106.114201] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1106.554935] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 495b9900-8c85-4a45-b774-218164781295: rpc.has_security_group_logging(os_id): False [ 1106.574179] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.574362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.574407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.574730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.574910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.575273] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.575450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.575537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.575953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.575953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.576165] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.576338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.576437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.576638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.576754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.577011] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.577150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.577245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.577422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.577558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.577661] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1106.646283] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.646503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.646503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.646707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.646854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.662382] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1107.986585] env[65422]: INFO networking_nsxv3.common.synchronization [req-3ec1366d-d096-4fb0-b9aa-a683458e7510 req-28564d73-bf22-4eb6-b222-f9ac6e252690 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1107.987134] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1107.988081] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.988081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.988292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.988477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.988707] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.988839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.988911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.990975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.990975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.990975] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.493068] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.679055] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1108.679338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.994915] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.498569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.498723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.498793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.499032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.499124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.499238] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be updated. [ 1109.531895] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.532121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.532243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.532685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.532911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.545589] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: IN_PROGRESS for 2s [ 1111.557242] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1111.557574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.988195] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1112.988484] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1113.480399] env[65422]: INFO networking_nsxv3.common.synchronization [req-149f2a6f-b7ae-4f2f-92f7-9e358161edc9 req-1cfdf23a-7e33-459b-b37b-a11f1cd4c7a5 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1113.480950] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1113.481263] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.481378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.481441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.481635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.481782] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.482122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.482122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.482122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.482253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.482253] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.985789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.985789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.986020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.986146] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.986241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.986453] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.986554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.986613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.987074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.987074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.987074] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be updated. [ 1114.018445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.018445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.018445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.018728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.018821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.030607] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1114.201234] env[65422]: INFO networking_nsxv3.common.synchronization [req-5699f092-85cc-4403-a3da-597773b932f2 req-b8b4b201-d71e-4188-936f-c27b97653886 tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1114.202050] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGHEST for action security_group_members [ 1114.202050] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.202190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.202190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.202393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.203059] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.203059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.203059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.203291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.203291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.203370] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.707025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.707210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.707210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.707458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.755907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.755907] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.755907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.755907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.755907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.756176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.756176] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be updated. [ 1114.795490] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.795690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.795690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.795906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.796064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.805804] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: IN_PROGRESS for 2s [ 1116.042911] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1116.043250] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc deletion is rescheduled due to dependency. [ 1116.043396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.816911] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6342735a-0e7d-4b39-a7cb-5013912f025b in Status: SUCCESS [ 1116.817442] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b deletion is rescheduled due to dependency. [ 1116.817442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.832537] env[65422]: INFO networking_nsxv3.common.synchronization [None req-0dd3d7a3-c5b5-4553-9454-8202c2228fca tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_rules [ 1117.832873] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_rules [ 1117.833357] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.833491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.833574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.833866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.833977] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.920121] env[65422]: INFO networking_nsxv3.common.synchronization [None req-9b1b63ed-e1e9-4482-b352-a7435348a237 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_rules [ 1117.920818] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_rules [ 1117.921110] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.921618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.356231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.356533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.356533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.356689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.356731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.356918] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 already deleted. [ 1118.357039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.357198] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.357419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.357502] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.880069] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.880069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.880069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.880573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.880573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.880573] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 already deleted. [ 1118.880573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.913892] env[65422]: INFO networking_nsxv3.common.synchronization [req-ac112e5e-f59a-4441-af9a-12e427ea5456 req-5f72862c-3f4e-4104-821c-6e4f6c0bf6eb tempest-ServerActionsV293TestJSON-2086592069 tempest-ServerActionsV293TestJSON-2086592069-project-member] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_members [ 1119.916046] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_members [ 1119.916046] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.916046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.916046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.916046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.916046] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.916046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.916046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.918132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.918132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.918132] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.211544] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.211749] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-439" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.211883] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-439" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.212244] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-439" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.212525] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.212683] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.212793] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.213012] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.213256] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.213482] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.213592] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.213725] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.213845] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.213955] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.214069] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.214200] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.234802] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.234999] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.235152] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.235407] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-439" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.235736] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-816cbefe-fa43-42dd-8737-9679d9a453e8 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.235902] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.236033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.236550] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.236682] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816cbefe-fa43-42dd-8737-9679d9a453e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.421665] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.421806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.421877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.422143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.422249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.422462] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.422559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.422620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.422782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.422857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.422940] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 already deleted. [ 1120.423027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.739752] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.739752] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.739955] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.740156] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.740287] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.740456] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 816cbefe-fa43-42dd-8737-9679d9a453e8 not found, creating... [ 1120.740752] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.741080] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.741080] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.741270] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.741441] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.741640] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.741965] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.741965] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.742392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.742392] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.742392] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 816cbefe-fa43-42dd-8737-9679d9a453e8 is going to be created. [ 1120.765014] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.765307] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.765447] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.765720] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.765985] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.766239] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.503773] env[65422]: INFO networking_nsxv3.common.synchronization [req-ac112e5e-f59a-4441-af9a-12e427ea5456 req-7d3a6e27-3b58-4d28-acd7-b6ffda53b482 service nova] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_rules [ 1121.504061] env[65422]: INFO networking_nsxv3.common.synchronization [req-ac112e5e-f59a-4441-af9a-12e427ea5456 req-7d3a6e27-3b58-4d28-acd7-b6ffda53b482 service nova] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_members [ 1121.504100] env[65422]: INFO networking_nsxv3.common.synchronization [req-ac112e5e-f59a-4441-af9a-12e427ea5456 req-7d3a6e27-3b58-4d28-acd7-b6ffda53b482 service nova] Enqueued Resource ID: 816cbefe-fa43-42dd-8737-9679d9a453e8 with Priority: HIGHEST for action port [ 1121.504775] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_rules [ 1121.504948] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_members [ 1121.505064] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816cbefe-fa43-42dd-8737-9679d9a453e8 with Priority: HIGHEST for action port [ 1121.505393] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.505523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.505587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.505788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.505867] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.507446] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.507446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.507446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.507446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.507446] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.507446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.507446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.507744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.507744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.507744] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.508432] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-816cbefe-fa43-42dd-8737-9679d9a453e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.508525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.509401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.509401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.509401] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816cbefe-fa43-42dd-8737-9679d9a453e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.973098] env[65422]: INFO networking_nsxv3.common.synchronization [None req-6dec6403-c68f-41b6-8edf-ba3ba1015afe tempest-AttachInterfacesTestJSON-1313165704 tempest-AttachInterfacesTestJSON-1313165704-project-member] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1121.973507] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGHEST for action security_group_members [ 1121.973814] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.974170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.974170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.977376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.978098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.978550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.978816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.979586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.979716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.980190] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.012931] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.014085] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.014312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.014552] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 816cbefe-fa43-42dd-8737-9679d9a453e8 with status ACTIVE [ 1122.014881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.015054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.015140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.015392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.015483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.015658] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.015754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.015816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.015963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.016246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.016474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.016619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.016878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.017268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.018109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.018221] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 816cbefe-fa43-42dd-8737-9679d9a453e8 is going to be updated. [ 1122.044363] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.044567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.044567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.044762] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.044891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.045070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816cbefe-fa43-42dd-8737-9679d9a453e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.307704] env[65422]: INFO networking_nsxv3.common.synchronization [req-612f79df-fa93-4fa3-a242-f02ecd766ec8 req-e193262a-06b8-4ad4-b43d-36e8f0894b1e tempest-ImagesTestJSON-2086755152 tempest-ImagesTestJSON-2086755152-project-member] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1122.308055] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGHEST for action security_group_members [ 1122.309301] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.309445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.309508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.309709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.309862] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.310278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.310347] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.310503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.310590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.310683] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.487920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.487920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.487920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.488251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.488251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.488424] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.488522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.488573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.488728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.488797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.488885] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be updated. [ 1122.521351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.521626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523051] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.532973] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: IN_PROGRESS for 2s [ 1122.813721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.813873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.813948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.814203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.814294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.814510] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.814623] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.814684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.814838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.814917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.815028] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be updated. [ 1122.843630] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.843790] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.843830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.844045] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.844188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.855246] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: IN_PROGRESS for 2s [ 1123.025590] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.025770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.025872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.026033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.026125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.026225] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 is going to be created. [ 1123.052364] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.052524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.052579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.052779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.052931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.063785] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e79190b-c4b9-4e72-a948-df0d22091408 in Status: UNINITIALIZED for 2s [ 1123.930349] env[65422]: INFO networking_nsxv3.common.synchronization [req-a76ee8f3-a5fc-499f-9758-793fd75333d5 req-d0bdf54e-4c1f-499e-99b9-a041778fa6eb tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_members [ 1123.930874] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_members [ 1123.931271] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.931392] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.931455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.931706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.931862] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.931961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.932030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.932182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.932265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932357] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.329083] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.329249] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.329407] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.329692] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.330012] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.330212] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.330356] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.330611] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.330799] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.331055] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.331204] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.331340] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.331475] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.331614] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.331742] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.331902] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.357750] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.358408] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.358408] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.358408] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.358564] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.358668] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.358750] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.359122] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.359263] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.434839] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.435022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.435096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.435423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.435526] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.435735] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.435839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.435889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.436054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.436126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.436213] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 already deleted. [ 1124.436312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.547670] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 in Status: SUCCESS [ 1124.549032] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 deletion is rescheduled due to dependency. [ 1124.549032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.862841] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.863103] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.863531] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.863608] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.863718] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.864166] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 not found, creating... [ 1124.864248] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.864382] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.865185] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.865185] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.865185] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.865494] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.865779] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.866046] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.866358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.866591] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.866841] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 is going to be created. [ 1124.869336] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 495b9900-8c85-4a45-b774-218164781295 in Status: SUCCESS [ 1124.869585] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 495b9900-8c85-4a45-b774-218164781295 deletion is rescheduled due to dependency. [ 1124.869742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.897651] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.897973] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.898199] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.898594] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.898939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899287] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.074928] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e79190b-c4b9-4e72-a948-df0d22091408 in Status: SUCCESS [ 1125.075246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.075426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.075649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.077077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.077077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.077077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.077077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.077077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.077077] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.580472] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.689860] env[65422]: INFO networking_nsxv3.common.synchronization [req-a76ee8f3-a5fc-499f-9758-793fd75333d5 req-ca1e97d7-6917-4bdb-accc-c2ecaa28d049 service nova] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_rules [ 1125.690019] env[65422]: INFO networking_nsxv3.common.synchronization [req-a76ee8f3-a5fc-499f-9758-793fd75333d5 req-ca1e97d7-6917-4bdb-accc-c2ecaa28d049 service nova] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_members [ 1125.690534] env[65422]: INFO networking_nsxv3.common.synchronization [req-a76ee8f3-a5fc-499f-9758-793fd75333d5 req-ca1e97d7-6917-4bdb-accc-c2ecaa28d049 service nova] Enqueued Resource ID: 409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 with Priority: HIGHEST for action port [ 1125.691094] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_rules [ 1125.691233] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_members [ 1125.691376] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 with Priority: HIGHEST for action port [ 1125.691601] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.691771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.691771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.691970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.692055] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.693154] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.694192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.694192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.694192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.694192] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.694192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.694192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.694192] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.694568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.694568] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.697942] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.698105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.698176] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.698534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.698534] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.082403] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e79190b-c4b9-4e72-a948-df0d22091408: rpc.has_security_group_logging(os_id): False [ 1126.104924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.105227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.105227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.105464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.105519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.105783] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.105993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.106100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.106277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.106487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.106598] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 is going to be created. [ 1126.201028] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.201028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.204464] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 with status ACTIVE [ 1126.205797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.205797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.205797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.205797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.205797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.206211] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.206211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.206211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.206331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.206518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.206675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.206822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.207545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.207545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.207545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.207545] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2 is going to be updated. [ 1126.208694] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.220687] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.220914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.220914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.221115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.221296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.237499] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e79190b-c4b9-4e72-a948-df0d22091408 in Status: IN_PROGRESS for 2s [ 1126.247052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.247230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.247230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.247377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.247487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.247680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409dc91c-742d-4c6a-ac08-bcf3fcb7e5d2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.711879] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.762617] env[65422]: INFO networking_nsxv3.common.synchronization [None req-2f1dffd4-aa56-491b-9939-e8f3318d5828 None None] Enqueued Resource ID: d2c25d5e-3c68-4074-b2cd-89c612806664 with Priority: HIGHEST for action port [ 1126.762617] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2c25d5e-3c68-4074-b2cd-89c612806664 with Priority: HIGHEST for action port [ 1126.762617] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2c25d5e-3c68-4074-b2cd-89c612806664 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.762617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2c25d5e-3c68-4074-b2cd-89c612806664" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.762617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2c25d5e-3c68-4074-b2cd-89c612806664" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.763713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2c25d5e-3c68-4074-b2cd-89c612806664" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.763967] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2c25d5e-3c68-4074-b2cd-89c612806664',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.213839] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.213839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.213839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.214166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.214166] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.214265] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 is going to be created. [ 1127.243097] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.243254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.243334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.243538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.243696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.253680] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 in Status: UNINITIALIZED for 2s [ 1127.268158] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2c25d5e-3c68-4074-b2cd-89c612806664 [ 1127.268456] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.268529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.268590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.268830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.268916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.269032] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2c25d5e-3c68-4074-b2cd-89c612806664 already deleted. [ 1127.269113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2c25d5e-3c68-4074-b2cd-89c612806664" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.263040] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e79190b-c4b9-4e72-a948-df0d22091408 in Status: SUCCESS [ 1128.263040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.056087] env[65422]: INFO networking_nsxv3.common.synchronization [None req-7fa2daba-175a-4f86-895e-9fe832a1145c None None] Enqueued Resource ID: 09949aba-5a3f-4d1f-ba38-14283b98990c with Priority: HIGHEST for action port [ 1129.056812] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09949aba-5a3f-4d1f-ba38-14283b98990c with Priority: HIGHEST for action port [ 1129.057523] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-09949aba-5a3f-4d1f-ba38-14283b98990c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.058188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09949aba-5a3f-4d1f-ba38-14283b98990c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.058188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09949aba-5a3f-4d1f-ba38-14283b98990c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.058188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09949aba-5a3f-4d1f-ba38-14283b98990c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.058188] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09949aba-5a3f-4d1f-ba38-14283b98990c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.271502] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 in Status: SUCCESS [ 1129.271850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.272453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.272453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.272718] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.272895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.273060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.273276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.273388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.273515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.273650] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.560874] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09949aba-5a3f-4d1f-ba38-14283b98990c [ 1129.561099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.561202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.561284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.561496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.561590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.561696] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09949aba-5a3f-4d1f-ba38-14283b98990c already deleted. [ 1129.562208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09949aba-5a3f-4d1f-ba38-14283b98990c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.777920] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.280483] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4: rpc.has_security_group_logging(os_id): False [ 1130.301833] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.302062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.302062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.302318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.302433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.302719] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.302839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.302918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.303117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.303214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.303318] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 is going to be created. [ 1130.368496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.368631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.368705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.368911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.369123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.382727] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 in Status: IN_PROGRESS for 2s [ 1132.392090] env[65422]: INFO networking_nsxv3.common.synchronization [req-df6b9799-1186-4e01-952f-c4aa348095ac req-456174e7-50ba-4f44-8604-f2cf098d7d78 tempest-ServerRescueTestJSON-1124687769 tempest-ServerRescueTestJSON-1124687769-project-member] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1132.393567] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1132.394331] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.394331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.394331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.394713] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.395143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.395143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.395143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.395423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.395521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.395730] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.398175] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 in Status: SUCCESS [ 1132.398407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.700458] env[65422]: INFO networking_nsxv3.common.synchronization [None req-ff907d51-5ce4-400e-902e-cde2b8eeeae2 None None] Enqueued Resource ID: 5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5 with Priority: HIGHEST for action port [ 1132.701063] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5 with Priority: HIGHEST for action port [ 1132.701372] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.701520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.701585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.701865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.701865] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.761638] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.761843] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.762248] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.762604] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.762884] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.763065] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.763181] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.763855] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.764737] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.764737] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.764737] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.764737] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.764737] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.764737] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.764933] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.764980] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.789675] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.789884] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.790078] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.790294] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.790701] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-f222ff54-daca-43ba-8e76-24669d7878e6 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.790924] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.791068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.791606] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.791763] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f222ff54-daca-43ba-8e76-24669d7878e6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.825342] env[65422]: INFO networking_nsxv3.common.synchronization [None req-e0946eaf-2fb0-4e12-ac63-06cc90236599 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1132.826163] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1132.826287] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.826352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.826452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.826747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.826829] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.898351] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.898558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.898558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.898764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.898857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.899079] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.899180] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.899240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.899388] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.899516] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.899544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 already deleted. [ 1132.899628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.902411] env[65422]: INFO networking_nsxv3.common.synchronization [None req-58a8a186-482f-44a4-96e3-942543e7186e tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1132.902875] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1132.904379] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.904379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.203845] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5 [ 1133.204107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.204241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.204306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.204522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.204622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.205228] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5 already deleted. [ 1133.205228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e41ba8d-04fc-4f1e-b25b-f5c07956bfa5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.294684] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.294972] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.295123] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.295500] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.295699] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.295856] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port f222ff54-daca-43ba-8e76-24669d7878e6 not found, creating... [ 1133.296179] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.296396] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.296544] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.296782] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.296974] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.297305] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.297476] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.297600] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.297825] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.297979] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.298125] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: f222ff54-daca-43ba-8e76-24669d7878e6 is going to be created. [ 1133.320474] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.320694] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.320817] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.321119] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.321352] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.321575] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.349833] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.349833] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 already deleted. [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.349833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.349833] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.869673] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.869673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.869673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.870079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.870079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 already deleted. [ 1133.870189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.015500] env[65422]: INFO networking_nsxv3.common.synchronization [req-df6b9799-1186-4e01-952f-c4aa348095ac req-f9dbb5fb-897b-44bc-9473-1663ba5fb8dd service nova] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_rules [ 1134.015699] env[65422]: INFO networking_nsxv3.common.synchronization [req-df6b9799-1186-4e01-952f-c4aa348095ac req-f9dbb5fb-897b-44bc-9473-1663ba5fb8dd service nova] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1134.015833] env[65422]: INFO networking_nsxv3.common.synchronization [req-df6b9799-1186-4e01-952f-c4aa348095ac req-f9dbb5fb-897b-44bc-9473-1663ba5fb8dd service nova] Enqueued Resource ID: f222ff54-daca-43ba-8e76-24669d7878e6 with Priority: HIGHEST for action port [ 1134.016373] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_rules [ 1134.016514] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1134.016622] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f222ff54-daca-43ba-8e76-24669d7878e6 with Priority: HIGHEST for action port [ 1134.016900] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.016997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.017074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.017477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.017477] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.018440] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.018576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.018654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.018827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.019038] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.019186] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.019252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.019421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.019524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.019612] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.020727] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f222ff54-daca-43ba-8e76-24669d7878e6 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.020967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.021075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.021206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.021365] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f222ff54-daca-43ba-8e76-24669d7878e6',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.523326] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.524548] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.524692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.524936] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f222ff54-daca-43ba-8e76-24669d7878e6 with status ACTIVE [ 1134.525200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.525419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.525529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.526167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.526167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.526372] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.526372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.526501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.526733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.526859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.527138] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.527320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.527415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.528054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.528054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.528054] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f222ff54-daca-43ba-8e76-24669d7878e6 is going to be updated. [ 1134.551410] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.551598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.551598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.551740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.551889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.552078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f222ff54-daca-43ba-8e76-24669d7878e6" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.030785] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.146285] env[65422]: INFO networking_nsxv3.common.synchronization [None req-a0e143ec-0a50-4ded-aeaa-4c834d6251d1 None None] Enqueued Resource ID: f3a1152e-dc3c-403a-be56-110d7a917f2e with Priority: HIGHEST for action port [ 1135.146670] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3a1152e-dc3c-403a-be56-110d7a917f2e with Priority: HIGHEST for action port [ 1135.146978] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3a1152e-dc3c-403a-be56-110d7a917f2e taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.147116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3a1152e-dc3c-403a-be56-110d7a917f2e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.147189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3a1152e-dc3c-403a-be56-110d7a917f2e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.147673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3a1152e-dc3c-403a-be56-110d7a917f2e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.147673] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3a1152e-dc3c-403a-be56-110d7a917f2e',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.533789] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.533954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.534051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.534278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.534369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.534473] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be created. [ 1135.560313] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.560474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.560524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.560730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.561314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.572060] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: UNINITIALIZED for 2s [ 1135.649655] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3a1152e-dc3c-403a-be56-110d7a917f2e [ 1135.649919] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.650076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.650200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.650369] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.650459] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.650561] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3a1152e-dc3c-403a-be56-110d7a917f2e already deleted. [ 1135.650697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3a1152e-dc3c-403a-be56-110d7a917f2e" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.583484] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1137.583850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.583850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.584054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.584239] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.584353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.584414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.584557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.584634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.584717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.584801] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.087405] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.087573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.087643] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.087874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.088093] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.088208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.088288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.088449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.088537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.088622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.088772] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.088861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.088919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.089075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.089206] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.089298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.089349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.089506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.089606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.089697] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.089790] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.592375] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04102748-166a-4051-ba54-d903bf7dc257: rpc.has_security_group_logging(os_id): False [ 1138.610965] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.611163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.611203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.611432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.611556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.611773] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.611904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.611968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.612159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.612235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.612420] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.612510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.612570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.612705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.612778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.612970] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.613070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.613130] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.613273] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.613348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.613458] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be created. [ 1138.671726] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.671918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.671982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.672178] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.672357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.683336] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: IN_PROGRESS for 2s [ 1139.907616] env[65422]: INFO networking_nsxv3.common.synchronization [req-98f6e637-01f6-4214-84fa-5473a6732294 req-0c5c9e9c-c631-486a-8906-619accee5516 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1139.908201] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1139.908544] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.908663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.908734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.908987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.909144] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.909287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.909341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.909462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.909618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.909709] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.213788] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.213996] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.214152] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.214496] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.214826] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.214979] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.215102] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.215327] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.215554] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.216282] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.216282] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1140.216282] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1140.216282] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1140.216569] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1140.216569] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1140.216649] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1140.238934] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1140.239089] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1140.239194] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1140.239369] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.239683] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-038e2362-a15e-4f40-bbd0-5289c014118b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.239877] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.239972] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.240310] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.240443] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038e2362-a15e-4f40-bbd0-5289c014118b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.411826] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.412085] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.412200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.412545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.412707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.412998] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.413164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.413257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.413507] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.415246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.415246] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 already deleted. [ 1140.415246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.697340] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1140.697676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.743325] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.743510] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.743629] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.743933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.744084] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.744242] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 038e2362-a15e-4f40-bbd0-5289c014118b not found, creating... [ 1140.744563] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.744734] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.744848] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.745075] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.745214] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.745499] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.745634] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.745776] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.746019] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.746190] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.746370] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 038e2362-a15e-4f40-bbd0-5289c014118b is going to be created. [ 1140.772041] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.772359] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.772495] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.772776] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.773049] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.773324] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.492691] env[65422]: INFO networking_nsxv3.common.synchronization [req-98f6e637-01f6-4214-84fa-5473a6732294 req-7df51aca-d868-4488-87d5-ff8d9a1830af service nova] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1141.492973] env[65422]: INFO networking_nsxv3.common.synchronization [req-98f6e637-01f6-4214-84fa-5473a6732294 req-7df51aca-d868-4488-87d5-ff8d9a1830af service nova] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1141.493120] env[65422]: INFO networking_nsxv3.common.synchronization [req-98f6e637-01f6-4214-84fa-5473a6732294 req-7df51aca-d868-4488-87d5-ff8d9a1830af service nova] Enqueued Resource ID: 038e2362-a15e-4f40-bbd0-5289c014118b with Priority: HIGHEST for action port [ 1141.493321] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1141.493544] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1141.493656] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038e2362-a15e-4f40-bbd0-5289c014118b with Priority: HIGHEST for action port [ 1141.494234] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.494366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.494401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.494618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.494697] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.496107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.496240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.496272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.496434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.496598] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.496709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.496747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.496888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.497558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.497558] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.497792] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-038e2362-a15e-4f40-bbd0-5289c014118b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.497881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.497945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.498118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.498188] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('038e2362-a15e-4f40-bbd0-5289c014118b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.999565] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.999783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.999940] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.000879] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 038e2362-a15e-4f40-bbd0-5289c014118b with status ACTIVE [ 1142.001110] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.001252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.001252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.001437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.001540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.001727] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.001823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.001885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.002115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.002445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.002445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.002445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.002606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.002635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.002708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.002790] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 038e2362-a15e-4f40-bbd0-5289c014118b is going to be updated. [ 1142.026395] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.026620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.026620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.026815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.026973] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.027170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-038e2362-a15e-4f40-bbd0-5289c014118b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.505218] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.007709] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.007857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.007983] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.008158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.008247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.008349] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be created. [ 1143.037022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.037217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.037360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.037612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.037863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.049900] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: UNINITIALIZED for 2s [ 1145.063302] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1145.063570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.063714] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.063926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.064133] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.064246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.064307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.064457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.064535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.064620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.064710] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.567455] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.069562] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f892167-2f3c-4431-8735-57f364d682a8: rpc.has_security_group_logging(os_id): False [ 1146.093352] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.093525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.093585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.093898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.094055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.094382] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.094565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.094688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.095223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.095223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.095223] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be created. [ 1146.174333] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.174475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.174555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.174823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.175021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.194020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1146.494540] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1146.494652] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1148.210348] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1148.210747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.581217] env[65422]: INFO networking_nsxv3.common.synchronization [req-a0be86be-dc65-4f55-9899-20a1df89744c req-78291e82-e81c-4a07-bf01-e689798fc7d3 tempest-AttachVolumeNegativeTest-462648042 tempest-AttachVolumeNegativeTest-462648042-project-member] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_members [ 1150.581880] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGHEST for action security_group_members [ 1150.582052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.582215] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.582265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.582429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.582594] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.583267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.583267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.583267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.583267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.583267] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.087871] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.087871] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.087871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.087871] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 is going to be updated. [ 1151.121055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.121266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.121337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.121576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.121761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.134330] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e210014-48d4-4d18-9122-bfd19052ea33 in Status: IN_PROGRESS for 2s [ 1153.145994] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e210014-48d4-4d18-9122-bfd19052ea33 in Status: SUCCESS [ 1153.146298] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 deletion is rescheduled due to dependency. [ 1153.146298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.924477] env[65422]: INFO networking_nsxv3.common.synchronization [req-2ffbda9b-2095-4eba-80ec-57aff48f9584 req-8b9dabdd-02e3-4bbe-a825-57874c2569ed tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1153.925016] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGHEST for action security_group_members [ 1153.925332] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.925453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.925610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.925739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.926314] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.926314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.926314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.926472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.926472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.926529] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.428618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.429068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.429068] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.429185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.429185] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.429388] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.429492] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.429544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.429690] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.429757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.429846] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91546cd-4693-432b-8802-9a23dcda1806 is going to be updated. [ 1154.463210] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.463413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.463454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.463678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.463850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.475108] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: IN_PROGRESS for 2s [ 1155.861053] env[65422]: INFO networking_nsxv3.common.synchronization [req-25223803-4545-4a02-a20a-d49244522073 req-583119c0-5562-4bbc-b41c-a503c4ef6ce8 tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_members [ 1155.861620] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGHEST for action security_group_members [ 1155.861793] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.861921] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.861969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.862178] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.862339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.862422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.862625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.862625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.862735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.862782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.365621] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.365621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.366040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.366040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.396891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.396891] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.396891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.396891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.396891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.396891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.396891] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 is going to be updated. [ 1156.430715] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.430858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.430934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.431184] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.431332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.441724] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574df9e8-debb-40aa-abde-c5eab079be10 in Status: IN_PROGRESS for 2s [ 1156.485946] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c91546cd-4693-432b-8802-9a23dcda1806 in Status: SUCCESS [ 1156.486191] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c91546cd-4693-432b-8802-9a23dcda1806 deletion is rescheduled due to dependency. [ 1156.486275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.108332] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ca0bf6e-6de0-44c9-8747-9b63972f9132 req-48d46721-f9d8-4dc0-9cf8-5a59bf34b98c tempest-ServerRescueTestJSON-1124687769 tempest-ServerRescueTestJSON-1124687769-project-member] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1157.108876] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1157.109263] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.109331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.109368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.109628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.109702] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.109797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.109868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.110024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.110108] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.110197] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.437190] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-585 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.437387] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.437507] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.437790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.438163] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.438358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.438514] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.438741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.438891] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.439184] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.439296] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.439402] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.439503] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.439620] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.439724] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.439855] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.462590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.462771] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.462894] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.463080] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-585" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.463388] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.463555] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.463676] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.464055] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.464198] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d6afe7-1d1d-402a-a7f1-86cd2d14c559',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.612945] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.966291] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.966530] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.966663] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.967034] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.967210] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.967372] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 not found, creating... [ 1157.967639] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.967799] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.967930] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.968265] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.968415] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.968715] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.968877] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.968995] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.969231] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.969375] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.969530] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 is going to be created. [ 1157.990669] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.990898] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.990985] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.991287] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.991518] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.991737] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.115247] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.453604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 574df9e8-debb-40aa-abde-c5eab079be10 in Status: SUCCESS [ 1158.453604] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 deletion is rescheduled due to dependency. [ 1158.453882] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.617914] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.617914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.617914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.618654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.618654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.618654] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be updated. [ 1158.656702] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.656868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.656937] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.657158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.657305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.668349] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: IN_PROGRESS for 2s [ 1158.742630] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ca0bf6e-6de0-44c9-8747-9b63972f9132 req-48bc9380-64bc-420a-89e0-7ee427324333 service nova] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_rules [ 1158.742630] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ca0bf6e-6de0-44c9-8747-9b63972f9132 req-48bc9380-64bc-420a-89e0-7ee427324333 service nova] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1158.742630] env[65422]: INFO networking_nsxv3.common.synchronization [req-5ca0bf6e-6de0-44c9-8747-9b63972f9132 req-48bc9380-64bc-420a-89e0-7ee427324333 service nova] Enqueued Resource ID: e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 with Priority: HIGHEST for action port [ 1158.742630] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_rules [ 1158.742630] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1158.742630] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 with Priority: HIGHEST for action port [ 1158.742630] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.742630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.742630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.743074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.743074] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.743945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.743945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.745600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.745600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.745600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.745600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.745600] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d6afe7-1d1d-402a-a7f1-86cd2d14c559',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.238194] env[65422]: INFO networking_nsxv3.common.synchronization [None req-006f8f11-4eaa-43cf-b039-b7b5a2a2b4d5 tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1159.238712] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1159.239065] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.239177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.239282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.239496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.239578] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.246579] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.246719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.246878] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 with status ACTIVE [ 1159.247067] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.247187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.247237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.247581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.247581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.247694] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.247748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.247782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.247931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.248017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.248202] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.248293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.248353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.248494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.248568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.248651] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d6afe7-1d1d-402a-a7f1-86cd2d14c559 is going to be updated. [ 1159.277933] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.278155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.278155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.278362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.278491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.278646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d6afe7-1d1d-402a-a7f1-86cd2d14c559" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.359324] env[65422]: INFO networking_nsxv3.common.synchronization [None req-cdd2332d-d2c1-4944-a861-15a6d7ffff6c tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1159.359874] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1159.360208] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.360374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.761613] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.764026] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 already deleted. [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.764026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.764026] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.288973] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.289380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.289380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.289454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.289566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.289624] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 already deleted. [ 1160.289712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.678497] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1160.678692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.678898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.679165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.679375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.679512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.679598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.679798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.679891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.680012] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.181993] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.684837] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.186517] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.186675] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.186837] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.187095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.187191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.187350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be updated. [ 1162.220036] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.220248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.220299] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.220487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.220637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.229943] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: IN_PROGRESS for 2s [ 1164.241726] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1164.242188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.242376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.242616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.242833] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.242972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.243070] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.243218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.243310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.243409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.243508] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.361059] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.361332] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1164.746293] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.746446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.746489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.747315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.747315] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.747315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.747315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.747315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.747315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.747569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.747569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.747636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.747636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.747794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.748034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.748161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.748161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.748311] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.748362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.748418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.748513] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.013674] env[65422]: INFO networking_nsxv3.common.synchronization [req-940a1a11-a534-4b27-88f0-bfc3a8ffe64b req-774c18f1-cc91-4f4c-ac26-17fd97b5215b tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1165.014283] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1165.014598] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.014718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.014814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.015474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.015474] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.015474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.015474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.015765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.015765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.015765] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.050938] env[65422]: INFO networking_nsxv3.common.synchronization [req-2578141f-065f-4269-b499-a7506685eed4 req-0a69e064-c48b-469f-9af9-f633f92aacd4 tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1165.051511] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1165.051898] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.052058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.052129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.052412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.052604] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.052721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.052786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.052952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.053062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.053156] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.250830] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04102748-166a-4051-ba54-d903bf7dc257: rpc.has_security_group_logging(os_id): False [ 1165.276480] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.276654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.276760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.277325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.277325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.277485] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.277591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.277652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.277822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.277940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.278167] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.278269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.278331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.278481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.278555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.278759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.279012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.279012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.279113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.279144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.279272] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be updated. [ 1165.366858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.367120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.367120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.367337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.367483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.383902] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: IN_PROGRESS for 2s [ 1165.386619] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.386880] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.387064] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.387358] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.387719] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.387920] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.388090] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.388397] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.388606] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.389179] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.389687] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.389687] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.389687] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.389865] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.390044] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.390250] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.416600] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.416780] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.416925] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.417105] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.417578] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-c7da6c50-239a-487b-91ca-3e82cb4d3794 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.417727] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.417727] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.418105] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.418205] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7da6c50-239a-487b-91ca-3e82cb4d3794',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.518487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.518693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.518693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.518989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.519123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.519348] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.519452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.519518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.519677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.519755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.519844] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1165.555009] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.555203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.555243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.555435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.555574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.556886] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.557053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.557120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.557235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.557314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.557487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.557601] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.557660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.557799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.557872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.557985] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 already deleted. [ 1165.558098] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.567075] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1165.921037] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.921244] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.921380] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.921661] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.921816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.921966] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port c7da6c50-239a-487b-91ca-3e82cb4d3794 not found, creating... [ 1165.922243] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.922465] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.922597] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.922832] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.922975] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.923345] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.923515] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.923631] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.923840] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.923973] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.924127] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 is going to be created. [ 1165.947196] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.947196] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.947196] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.947446] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.947655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.948285] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.722019] env[65422]: INFO networking_nsxv3.common.synchronization [req-2578141f-065f-4269-b499-a7506685eed4 req-0ed7e9e4-0dca-42b4-a0c9-c78eb581c4fe service nova] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1166.722019] env[65422]: INFO networking_nsxv3.common.synchronization [req-2578141f-065f-4269-b499-a7506685eed4 req-0ed7e9e4-0dca-42b4-a0c9-c78eb581c4fe service nova] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1166.722019] env[65422]: INFO networking_nsxv3.common.synchronization [req-2578141f-065f-4269-b499-a7506685eed4 req-0ed7e9e4-0dca-42b4-a0c9-c78eb581c4fe service nova] Enqueued Resource ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 with Priority: HIGHEST for action port [ 1166.722019] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1166.722019] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1166.722019] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 with Priority: HIGHEST for action port [ 1166.722019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.722019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.722019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.722019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.722019] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.722746] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.722746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.722746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.722746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.722746] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.722919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.722919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.722985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.723076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.723201] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.723895] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7da6c50-239a-487b-91ca-3e82cb4d3794 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.724023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.724060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.724211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.724344] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7da6c50-239a-487b-91ca-3e82cb4d3794',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.226394] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.226648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.227069] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.228701] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7da6c50-239a-487b-91ca-3e82cb4d3794 with status ACTIVE [ 1167.228701] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.229165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.229165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.229165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.229428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.229888] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.229888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.229888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.230097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.230203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.230490] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.230656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.230860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.231120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.231202] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.231546] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 is going to be updated. [ 1167.259020] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.259020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.259020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.259020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.259020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.259334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.272101] env[65422]: INFO networking_nsxv3.common.synchronization [req-11ba8e91-3c82-4697-b280-2791b7e954a3 req-46117758-423c-47f5-bb27-f0987785c37b tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 1167.273597] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 1167.274025] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.274396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.274396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.274396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.274554] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.274667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.274719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.274872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.274985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.275096] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.399461] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1167.399461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.579131] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1167.579412] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab deletion is rescheduled due to dependency. [ 1167.579412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.734041] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.777680] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.236160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.236373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.236442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.236739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.236796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.236929] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be created. [ 1168.260701] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.260876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.260984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.261274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.261468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.272689] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: UNINITIALIZED for 2s [ 1168.282179] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.784483] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.785019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.785019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.785019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.785234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.785283] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be updated. [ 1168.817862] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.817862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.817862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.817862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.817862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.827993] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 1170.283038] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: SUCCESS [ 1170.283385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.283692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.284076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.284362] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.284523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.284594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.284766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.284851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.284939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.285045] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.787925] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.840632] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 1170.840739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.290478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d23f55fc-0512-4d3e-98c0-eab3deed9177: rpc.has_security_group_logging(os_id): False [ 1171.322343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.322535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.322535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.322769] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.322856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.323111] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.323221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.323274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.323418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.323486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.323590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be created. [ 1171.387998] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.388231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.388280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.388482] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.388677] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.405909] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: IN_PROGRESS for 2s [ 1172.274545] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.274689] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1173.419538] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: SUCCESS [ 1173.419832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.036816] env[65422]: INFO networking_nsxv3.common.synchronization [req-0b1a9f2e-17e4-4e1e-91c6-85abde0b4a27 req-8b63c986-6846-4dec-8ecf-a1d9101ef1e6 tempest-ServerRescueNegativeTestJSON-1989104803 tempest-ServerRescueNegativeTestJSON-1989104803-project-member] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 1174.037609] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGHEST for action security_group_members [ 1174.037922] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.038239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.038345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.038535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.038758] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.038891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.038966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.039159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.039284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.039379] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.542403] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.542721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.542721] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.542835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.565835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.566182] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.566309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.566375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.566582] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.566700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.566801] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be updated. [ 1174.595942] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.595942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.595942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.595942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.595942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.608023] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: IN_PROGRESS for 2s [ 1174.614653] env[65422]: INFO networking_nsxv3.common.synchronization [req-877462e2-b28d-4b70-ad70-00a487628bd5 req-6c8ee06d-c4d3-4897-ad70-f2a3e6213064 tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1174.615259] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1174.615637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.615781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.615869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.616250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.616430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.616546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.616612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.616791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.616895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.617022] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.939141] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.939331] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.939448] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.939706] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.939964] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.940425] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.940544] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.940773] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.940915] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.941135] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.941239] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.941345] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.941445] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.941557] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.941652] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.941778] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.967253] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.967519] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.967577] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.967756] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.968106] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-f896d088-0ab2-44cc-a26c-6593c073467c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.968286] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.968404] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.968757] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.968897] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f896d088-0ab2-44cc-a26c-6593c073467c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.121308] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.121308] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.121308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.121308] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1175.148078] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.148293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.148384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.148597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.148731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.158344] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1175.471009] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.471278] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.471457] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.471826] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.471994] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.472188] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port f896d088-0ab2-44cc-a26c-6593c073467c not found, creating... [ 1175.472465] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.472632] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.472749] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.472981] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.473145] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.473443] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.473608] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.473735] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.473947] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.474316] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.474316] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: f896d088-0ab2-44cc-a26c-6593c073467c is going to be created. [ 1175.496802] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.497028] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.497145] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.497430] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.497655] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.497877] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.937764] env[65422]: INFO networking_nsxv3.common.synchronization [req-441589a9-b883-48d8-bcc8-7464d32a7e06 req-48773271-4631-43fe-8371-74cc00f87851 tempest-ServerActionsV293TestJSON-2086592069 tempest-ServerActionsV293TestJSON-2086592069-project-member] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_members [ 1175.938592] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGHEST for action security_group_members [ 1175.939054] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.939239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.939342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.939627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.939872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.940057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.940147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.940366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.940495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.940632] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.249301] env[65422]: INFO networking_nsxv3.common.synchronization [req-877462e2-b28d-4b70-ad70-00a487628bd5 req-9159b6f5-4dd4-4117-8703-1b8bf7d7b857 service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 1176.250684] env[65422]: INFO networking_nsxv3.common.synchronization [req-877462e2-b28d-4b70-ad70-00a487628bd5 req-9159b6f5-4dd4-4117-8703-1b8bf7d7b857 service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1176.250684] env[65422]: INFO networking_nsxv3.common.synchronization [req-877462e2-b28d-4b70-ad70-00a487628bd5 req-9159b6f5-4dd4-4117-8703-1b8bf7d7b857 service nova] Enqueued Resource ID: f896d088-0ab2-44cc-a26c-6593c073467c with Priority: HIGHEST for action port [ 1176.251571] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 1176.251571] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1176.253201] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f896d088-0ab2-44cc-a26c-6593c073467c with Priority: HIGHEST for action port [ 1176.253636] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.254066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.254066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.254263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.254339] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.255372] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.255533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.256209] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f896d088-0ab2-44cc-a26c-6593c073467c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.256426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.256583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.256859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.257117] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f896d088-0ab2-44cc-a26c-6593c073467c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.446030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.446030] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.446030] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.446030] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 is going to be updated. [ 1176.473825] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.476829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.476829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.476829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.476829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.485974] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e79190b-c4b9-4e72-a948-df0d22091408 in Status: IN_PROGRESS for 2s [ 1176.621011] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad in Status: SUCCESS [ 1176.621226] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad deletion is rescheduled due to dependency. [ 1176.621368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.759083] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.759325] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.759386] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f896d088-0ab2-44cc-a26c-6593c073467c with status ACTIVE [ 1176.759505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.759608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.759673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.759883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.759969] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.760156] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.760293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.760293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.760442] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.760513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.760686] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.760778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.760868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.761016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.761095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.761180] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f896d088-0ab2-44cc-a26c-6593c073467c is going to be updated. [ 1176.782816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.782999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.783076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.783236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.783374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.783527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.171407] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1177.171407] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab deletion is rescheduled due to dependency. [ 1177.171407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.171407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.171407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.171407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.171407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.171407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.171986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.171986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.171986] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.674144] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.176482] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.498500] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e79190b-c4b9-4e72-a948-df0d22091408 in Status: SUCCESS [ 1178.498753] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 deletion is rescheduled due to dependency. [ 1178.498995] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.678308] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.678531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.678628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.678893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.679009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.679124] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1178.715229] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.715378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.715451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.715679] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.715861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.726584] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1180.737985] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1180.738417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.738417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.738652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.738843] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.738960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.739039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.739193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.739274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.739367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.739457] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.242181] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.253928] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1181.254045] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1181.745436] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb731843-bbab-493b-8e2e-b38078ec18ab: rpc.has_security_group_logging(os_id): False [ 1181.763498] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.763670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.763722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.763945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.764151] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.764417] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.764521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.764585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.764851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.764959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.765079] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1181.824662] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.824662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.824936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.824936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.825140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.839616] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1183.854942] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1183.855328] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.933879] env[65422]: INFO networking_nsxv3.common.synchronization [req-7c70d380-16ea-4fb6-8fe4-e523c406a4b2 req-94d7e852-bebb-4781-bdc9-0718ce0708a7 tempest-ServerRescueTestJSON-1124687769 tempest-ServerRescueTestJSON-1124687769-project-member] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1184.934651] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1184.935019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.935464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.935533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.935737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.935905] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.936073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.936175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.936288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.936376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.936486] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.440504] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.943576] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.446996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.446996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.447379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.447379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.447517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.447517] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be updated. [ 1186.482659] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.483267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.483267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.483267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.483267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.493081] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: IN_PROGRESS for 2s [ 1188.504325] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1188.504683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.935921] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.936335] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.626327] env[65422]: INFO networking_nsxv3.common.synchronization [req-e7e87835-0dca-49f9-b6b1-c8711690a52a req-9577efbb-7449-4b56-abb3-b40ab1ae0a9b tempest-ServerRescueTestJSON-1124687769 tempest-ServerRescueTestJSON-1124687769-project-member] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1191.626658] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGHEST for action security_group_members [ 1191.627057] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.627190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.627265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.627470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.627615] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.627734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.627779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.627895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.627975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.628071] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.129786] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.130039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.130039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.130255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.130351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.130551] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.130645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.130704] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.130857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.130931] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.131032] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be updated. [ 1192.163529] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.163691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.163691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.163880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.164063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.172757] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: IN_PROGRESS for 2s [ 1194.185427] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04102748-166a-4051-ba54-d903bf7dc257 in Status: SUCCESS [ 1194.185791] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04102748-166a-4051-ba54-d903bf7dc257 deletion is rescheduled due to dependency. [ 1194.185791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.628608] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.628899] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1201.629887] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1201.630308] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.631837] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1206.631837] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.632872] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.633291] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.633948] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1216.634429] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1221.634645] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.634926] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1226.635366] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.635755] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1231.637082] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.637082] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.770128] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.770483] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.770634] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.771063] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.771451] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.771642] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.771790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.771978] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.772161] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.772354] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.772656] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.772656] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.772733] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.772824] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.772924] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.773065] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.799142] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.799338] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.799476] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.799648] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-582" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.799961] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-c7da6c50-239a-487b-91ca-3e82cb4d3794 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.800152] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.800266] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.800530] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.800664] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7da6c50-239a-487b-91ca-3e82cb4d3794',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.303482] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.303712] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.303712] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.303959] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.304129] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.304420] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.304646] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.304768] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.304984] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.305132] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.305409] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.305561] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.305671] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.305868] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.305996] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.306176] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 is going to be updated. [ 1234.327198] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.327400] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.327491] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.327741] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.327930] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.328165] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.027408] env[65422]: INFO networking_nsxv3.common.synchronization [req-519d86fc-4108-41a5-a95b-386b737303d6 req-04c2786f-af13-48cf-b296-8e7548e785e4 service nova] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1235.027731] env[65422]: INFO networking_nsxv3.common.synchronization [req-519d86fc-4108-41a5-a95b-386b737303d6 req-04c2786f-af13-48cf-b296-8e7548e785e4 service nova] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1235.028331] env[65422]: INFO networking_nsxv3.common.synchronization [req-519d86fc-4108-41a5-a95b-386b737303d6 req-04c2786f-af13-48cf-b296-8e7548e785e4 service nova] Enqueued Resource ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 with Priority: HIGHEST for action port [ 1235.028891] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_rules [ 1235.029026] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1235.029128] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 with Priority: HIGHEST for action port [ 1235.029406] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.029524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.029588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.029784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.029865] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.030741] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.030851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.030941] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.031089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.031228] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.031319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.031377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.031533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.031635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.031700] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.032446] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7da6c50-239a-487b-91ca-3e82cb4d3794 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.032616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.032616] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.032815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.032815] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7da6c50-239a-487b-91ca-3e82cb4d3794',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.507760] env[65422]: INFO networking_nsxv3.common.synchronization [req-cd10577c-3410-49fe-9235-c4e6a52236f6 req-307ab852-7e7a-460c-87f8-ac0eb503011d tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_members [ 1235.508358] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGHEST for action security_group_members [ 1235.508622] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.508730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.508791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.509014] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.509173] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.509274] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.509333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.509480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.509563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.509656] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.534904] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.535031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.535195] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7da6c50-239a-487b-91ca-3e82cb4d3794 with status ACTIVE [ 1235.535361] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.535463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.535527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.535731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.535820] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.535984] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.536094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.536153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.536303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.536380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.536555] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.536711] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.536774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.536922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.536991] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.537090] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7da6c50-239a-487b-91ca-3e82cb4d3794 is going to be updated. [ 1235.538310] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.565375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.565575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.565575] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.565726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.565860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.566026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7da6c50-239a-487b-91ca-3e82cb4d3794" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.012997] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.013260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.013260] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.013453] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.013544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.013744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.013850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.013903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.014058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.014133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.014218] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 is going to be updated. [ 1236.042563] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.045071] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.045229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.045270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.045463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.045761] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.055678] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 in Status: IN_PROGRESS for 2s [ 1236.544773] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.544949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.545048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.545306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.545416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.545535] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be updated. [ 1236.577328] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.577542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.577542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.577754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.578290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.586853] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: IN_PROGRESS for 2s [ 1238.067398] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 in Status: SUCCESS [ 1238.067790] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 deletion is rescheduled due to dependency. [ 1238.068038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.598327] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: SUCCESS [ 1238.598504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.598545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.598815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.599098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.599317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.599317] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.599505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.599605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.599764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.599972] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.103174] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.604658] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d23f55fc-0512-4d3e-98c0-eab3deed9177: rpc.has_security_group_logging(os_id): False [ 1239.624023] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.624218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.624267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.624826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.624826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.624826] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.625047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.625047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.625213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.625305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.625450] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be updated. [ 1239.706161] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.706353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.706400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.706593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.706776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.742254] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: IN_PROGRESS for 2s [ 1240.509761] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.510089] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1241.757540] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: SUCCESS [ 1241.757985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.413129] env[65422]: INFO networking_nsxv3.common.synchronization [req-55b03ee1-79ed-4235-bf90-9d2a0d8adf49 req-0026020b-8cc6-4a35-ba9c-8b52c3196edb tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1245.413742] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1245.414273] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.414370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.414370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.414597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.414814] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.414923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.416224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.416224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.416224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.416224] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.791730] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.791900] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.792017] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.792308] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.792643] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.792738] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.792865] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.793048] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.793201] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.793433] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.793545] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.793650] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.793757] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.793897] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.794018] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.794153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.817047] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.817047] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.817047] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.817047] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.817316] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-b9bb3a31-7ee2-4644-8b62-570a11847efa taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.817316] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.817429] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.817756] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.817892] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bb3a31-7ee2-4644-8b62-570a11847efa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.918505] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.918743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.918743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.918982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.919089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.919303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.919410] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.919474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.919614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.919682] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.919774] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be updated. [ 1245.949565] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.949896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.949896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.950051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.950245] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.959960] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1246.321313] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.321538] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.321661] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.321960] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.322160] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.322330] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port b9bb3a31-7ee2-4644-8b62-570a11847efa not found, creating... [ 1246.322604] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.322747] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.322861] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.323089] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.323229] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.323532] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.323690] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.323805] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.324016] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.324154] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.324289] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: b9bb3a31-7ee2-4644-8b62-570a11847efa is going to be created. [ 1246.347357] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.347805] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.347909] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.348121] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.348352] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.348764] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.052224] env[65422]: INFO networking_nsxv3.common.synchronization [req-55b03ee1-79ed-4235-bf90-9d2a0d8adf49 req-b444505a-79f8-404a-a9c8-c153f8a42f19 service nova] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_rules [ 1247.052512] env[65422]: INFO networking_nsxv3.common.synchronization [req-55b03ee1-79ed-4235-bf90-9d2a0d8adf49 req-b444505a-79f8-404a-a9c8-c153f8a42f19 service nova] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1247.052554] env[65422]: INFO networking_nsxv3.common.synchronization [req-55b03ee1-79ed-4235-bf90-9d2a0d8adf49 req-b444505a-79f8-404a-a9c8-c153f8a42f19 service nova] Enqueued Resource ID: b9bb3a31-7ee2-4644-8b62-570a11847efa with Priority: HIGHEST for action port [ 1247.053019] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_rules [ 1247.053193] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1247.053242] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bb3a31-7ee2-4644-8b62-570a11847efa with Priority: HIGHEST for action port [ 1247.053496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.053610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.053710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.053863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.053943] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.054754] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.054856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.054994] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bb3a31-7ee2-4644-8b62-570a11847efa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.055111] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.055174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.055367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.055418] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bb3a31-7ee2-4644-8b62-570a11847efa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.557244] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.557448] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.557715] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9bb3a31-7ee2-4644-8b62-570a11847efa with status ACTIVE [ 1247.557981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.558170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.558280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.558596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.558746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.559098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.559225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.559291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.559550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.559699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.560066] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.560248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.560357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.564031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.564031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.564031] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9bb3a31-7ee2-4644-8b62-570a11847efa is going to be updated. [ 1247.587259] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.587477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.587477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.587648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.587692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.587863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.647659] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-668 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.647880] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.648013] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.648296] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.648549] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.648702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.648813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.649034] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.649247] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.649527] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.649641] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.649747] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.649853] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.649957] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.650068] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.650199] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.670800] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.671013] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.671134] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.671347] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-668" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.671668] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-f896d088-0ab2-44cc-a26c-6593c073467c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.671831] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.671948] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.672217] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.672345] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f896d088-0ab2-44cc-a26c-6593c073467c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.971050] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1247.971257] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc deletion is rescheduled due to dependency. [ 1247.971379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.971532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.971750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.971932] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.972054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.972120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.972305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.972393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.972488] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.175634] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.175965] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.176015] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.176286] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.176430] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.176728] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.176932] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.177060] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.177279] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.177412] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.177685] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.177839] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.177954] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.178167] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.178295] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.178432] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: f896d088-0ab2-44cc-a26c-6593c073467c is going to be updated. [ 1248.200778] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.200991] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.201130] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.201381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.201568] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.201778] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.474421] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.889345] env[65422]: INFO networking_nsxv3.common.synchronization [req-fbb2b3a0-8fb6-4c2a-85f4-d952f9fca840 req-2fa3a39c-85f4-4a5e-b594-e2e032b1c45a service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 1248.889559] env[65422]: INFO networking_nsxv3.common.synchronization [req-fbb2b3a0-8fb6-4c2a-85f4-d952f9fca840 req-2fa3a39c-85f4-4a5e-b594-e2e032b1c45a service nova] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1248.889693] env[65422]: INFO networking_nsxv3.common.synchronization [req-fbb2b3a0-8fb6-4c2a-85f4-d952f9fca840 req-2fa3a39c-85f4-4a5e-b594-e2e032b1c45a service nova] Enqueued Resource ID: f896d088-0ab2-44cc-a26c-6593c073467c with Priority: HIGHEST for action port [ 1248.890212] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_rules [ 1248.890342] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1248.890436] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f896d088-0ab2-44cc-a26c-6593c073467c with Priority: HIGHEST for action port [ 1248.890705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.890976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.891059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.891283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.891363] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.892231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.892362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.892413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.892574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.892737] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.892827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.892883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.893089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.893120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.893190] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.893939] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f896d088-0ab2-44cc-a26c-6593c073467c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.894880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.894880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.894880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.894880] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f896d088-0ab2-44cc-a26c-6593c073467c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.976622] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.150338] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1249.150503] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:3 started [ 1249.396598] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.397032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.397086] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.398153] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f896d088-0ab2-44cc-a26c-6593c073467c with status ACTIVE [ 1249.398386] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.398491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.398543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.398806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.398903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.399199] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.399302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.399415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.399596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.399738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.399936] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.400182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.400182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.400300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.400443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.400509] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f896d088-0ab2-44cc-a26c-6593c073467c is going to be updated. [ 1249.421749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.421948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.421948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.422167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.422305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.422468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f896d088-0ab2-44cc-a26c-6593c073467c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.479455] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.479657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.479657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.479860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.479949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.480070] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be updated. [ 1249.517200] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.517200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.517200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.517200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.517200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.526130] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1249.902992] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.086179] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.086412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.086412] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.086606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.086714] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.405467] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.405919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.405919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.405919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.406107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.406107] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1250.436569] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.436797] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.436878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.437173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.437366] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.446835] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1250.589542] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.092021] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.536334] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1251.536668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.536735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.536945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.537142] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.537256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.537320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.537470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.537550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.537635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.537726] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.594932] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1251.595097] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1252.039806] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.040079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.040079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.040266] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.040433] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.040534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.040587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.040736] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.040822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.040909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.041117] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.041224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.041224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.041350] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.041482] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.041567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.041618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.041750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.041824] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.041906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.041989] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.358894] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.359127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.359181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.359368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.370603] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1252.371535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.372670] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1252.409601] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.409811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.409811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.409996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.422443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.423109] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1252.423197] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1252.423269] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1252.464659] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.464915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.464915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.465119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.466277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.466465] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1252.468048] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1252.468232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.468669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.468844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.469022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.469125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.469188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.469323] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.469398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.469479] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.469562] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.537891] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.538386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.538386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.538386] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.538597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.538843] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1252.544187] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b0044af-66e0-4697-9b56-b24e463c40fc: rpc.has_security_group_logging(os_id): False [ 1252.563320] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.563539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.563539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.563715] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.582218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.582489] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.582608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.582669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.582855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.582938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.583143] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.583239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.583295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.583434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.583505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.583689] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.583776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.583839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.583970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.584054] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.584137] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be updated. [ 1252.625314] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.625541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.625541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.625709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.626464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.626464] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1252.626464] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cb731843-bbab-493b-8e2e-b38078ec18ab', '7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4', '495b9900-8c85-4a45-b774-218164781295', '9f892167-2f3c-4431-8735-57f364d682a8', '5f795bbe-0383-4696-bded-616ff89dbabb', '16c55d49-a6f6-4223-8a30-76b9a4476dad', 'f1cc381a-2713-45f8-97eb-6236ef2dc0d0', 'd23f55fc-0512-4d3e-98c0-eab3deed9177', '38987900-f453-4ad4-81f5-fdb237c99f57', '7b0044af-66e0-4697-9b56-b24e463c40fc', 'aacd7f3c-2fec-4bfd-9bed-8e955dced279', '3e79190b-c4b9-4e72-a948-df0d22091408', '6342735a-0e7d-4b39-a7cb-5013912f025b', '848eb4be-802a-49a5-8e22-689ac492eac5', '8845302d-2265-4b44-99b0-aed119121392', '574df9e8-debb-40aa-abde-c5eab079be10', 'ad797c8d-c4fe-466e-b3e3-7dde89d347af', '36426345-0529-479d-b2ab-a3a79d31d63f', '04102748-166a-4051-ba54-d903bf7dc257', 'ee36f7c3-ea2e-4570-9ced-a248569545e8', 'c91546cd-4693-432b-8802-9a23dcda1806', '256a476e-d8e3-4b5b-90d6-1aeed3e22cb2', '289a5d65-fa24-4a2c-bdd9-890d02059bbc', 'bb6e7fb1-b430-4ad1-958b-857940aaafb0', 'df50b4d8-6e85-4d57-ba3b-66bb1fd98374', '5abdc133-c088-46fa-9028-755c7d8e4629', '69efc5ef-e0a8-407b-89a9-a6196b89ebf7', '8e210014-48d4-4d18-9122-bfd19052ea33', '8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8', 'a16a340e-029b-4504-994e-bc706acc5c40', 'bae29a68-d0a0-4357-ade7-d96e380a0762', '50a88730-92b7-40f9-af2b-6a3ea601d768', '851337cf-11f8-4b56-8191-079ae1fc9f3a', '1ea1e58c-37de-45b2-946a-97edc24882a0', '0f23052b-e47b-41cc-a3e2-d783dbec2d38', '41bb77e9-eeed-4fa1-8683-cd3facac1211', '03ce012d-51eb-4af8-bf40-8291cbb67503', '9c083b67-e107-4514-b2b2-ba9cb60fdacb', '0e5e6770-f314-4d32-9bde-765d26ec0966', '53939fff-e9ba-4dcb-a87b-007230e9f00f', 'd2d2219b-9427-495e-a3a1-0e13c1840c09'} {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1252.626464] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1252.642221] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.642376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.642434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.642627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.642771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.644861] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.645016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.645102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.645217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.645297] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.645401] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1252.645472] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1252.645540] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1252.655877] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1252.726204] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.726473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.726473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.726614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.727811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.728161] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1252.728241] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1252.728305] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1252.728365] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1252.728448] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1252.728518] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGH for action security_group_rules [ 1252.728594] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGH for action security_group_rules [ 1252.728657] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGH for action security_group_rules [ 1252.728710] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGH for action security_group_rules [ 1252.728762] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGH for action security_group_rules [ 1252.728826] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGH for action security_group_rules [ 1252.728903] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGH for action security_group_rules [ 1252.728976] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGH for action security_group_rules [ 1252.729051] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGH for action security_group_rules [ 1252.729108] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGH for action security_group_rules [ 1252.729167] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGH for action security_group_rules [ 1252.729220] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGH for action security_group_rules [ 1252.729272] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGH for action security_group_rules [ 1252.729333] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGH for action security_group_rules [ 1252.729392] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGH for action security_group_rules [ 1252.729449] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGH for action security_group_rules [ 1252.729507] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGH for action security_group_rules [ 1252.729566] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGH for action security_group_rules [ 1252.729625] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGH for action security_group_rules [ 1252.729686] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGH for action security_group_rules [ 1252.729779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.972101] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.474601] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb731843-bbab-493b-8e2e-b38078ec18ab: rpc.has_security_group_logging(os_id): False [ 1253.493684] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.493952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.493952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.494131] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.514171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.514551] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.514826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.514826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.515232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.515232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.515232] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1253.574753] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.575196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.575196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.575196] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.575376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.592020] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1253.891699] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.891918] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 1253.892011] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGH for action security_group_rules [ 1253.892124] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 495b9900-8c85-4a45-b774-218164781295 with Priority: HIGH for action security_group_rules [ 1253.892262] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 with Priority: HIGH for action security_group_rules [ 1253.892392] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8845302d-2265-4b44-99b0-aed119121392 with Priority: HIGH for action security_group_rules [ 1253.892507] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGH for action security_group_rules [ 1253.892604] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04102748-166a-4051-ba54-d903bf7dc257 with Priority: HIGH for action security_group_rules [ 1253.892702] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36426345-0529-479d-b2ab-a3a79d31d63f with Priority: HIGH for action security_group_rules [ 1253.892791] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af with Priority: HIGH for action security_group_rules [ 1253.892880] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848eb4be-802a-49a5-8e22-689ac492eac5 with Priority: HIGH for action security_group_rules [ 1253.892971] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574df9e8-debb-40aa-abde-c5eab079be10 with Priority: HIGH for action security_group_rules [ 1253.893142] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6342735a-0e7d-4b39-a7cb-5013912f025b with Priority: HIGH for action security_group_rules [ 1253.893242] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e79190b-c4b9-4e72-a948-df0d22091408 with Priority: HIGH for action security_group_rules [ 1253.893336] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 with Priority: HIGH for action security_group_rules [ 1253.893457] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGH for action security_group_rules [ 1253.893554] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38987900-f453-4ad4-81f5-fdb237c99f57 with Priority: HIGH for action security_group_rules [ 1253.893663] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad with Priority: HIGH for action security_group_rules [ 1253.893803] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGH for action security_group_rules [ 1253.893874] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f795bbe-0383-4696-bded-616ff89dbabb with Priority: HIGH for action security_group_rules [ 1253.893963] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 with Priority: HIGH for action security_group_rules [ 1253.894085] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGH for action security_group_rules [ 1253.894460] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.894612] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.894910] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-495b9900-8c85-4a45-b774-218164781295 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.895081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.895154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.895399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.895495] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('495b9900-8c85-4a45-b774-218164781295',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.897062] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.897062] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.897262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.897340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.897425] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1cc381a-2713-45f8-97eb-6236ef2dc0d0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.898281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8845302d-2265-4b44-99b0-aed119121392 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.898395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.898499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.898619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.898689] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8845302d-2265-4b44-99b0-aed119121392',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.899499] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.899610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.899664] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.899826] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.899917] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.900677] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04102748-166a-4051-ba54-d903bf7dc257 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.900782] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.900828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.901056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.901151] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04102748-166a-4051-ba54-d903bf7dc257',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.901999] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36426345-0529-479d-b2ab-a3a79d31d63f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.902153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.902224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.902373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.902443] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36426345-0529-479d-b2ab-a3a79d31d63f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.903156] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.903283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.903354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.903506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.903577] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad797c8d-c4fe-466e-b3e3-7dde89d347af',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.904343] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-848eb4be-802a-49a5-8e22-689ac492eac5 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.904465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.904512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.905114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.905114] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('848eb4be-802a-49a5-8e22-689ac492eac5',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.905431] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-574df9e8-debb-40aa-abde-c5eab079be10 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.905618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.905618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.905835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.905835] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('574df9e8-debb-40aa-abde-c5eab079be10',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.906627] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6342735a-0e7d-4b39-a7cb-5013912f025b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.906765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.906915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.907026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.907091] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6342735a-0e7d-4b39-a7cb-5013912f025b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.907747] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e79190b-c4b9-4e72-a948-df0d22091408 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.907850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.907895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.908056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.908127] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e79190b-c4b9-4e72-a948-df0d22091408',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.908832] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.908919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.908963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.909097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.909167] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aacd7f3c-2fec-4bfd-9bed-8e955dced279',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.909928] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.909999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.910206] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38987900-f453-4ad4-81f5-fdb237c99f57 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.910302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.910363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.910509] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.910581] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38987900-f453-4ad4-81f5-fdb237c99f57',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.911280] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c55d49-a6f6-4223-8a30-76b9a4476dad taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.911433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.911433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.911556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.911591] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c55d49-a6f6-4223-8a30-76b9a4476dad',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.912274] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.912419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.912419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.912569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.912662] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.913398] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f795bbe-0383-4696-bded-616ff89dbabb taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.913518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.913634] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.913737] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.913832] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f795bbe-0383-4696-bded-616ff89dbabb',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.914709] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.914810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.914870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.915047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.915123] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.916248] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.916248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.916394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.916435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.916504] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.942148] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.942309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.942416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.942562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.946096] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.946096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.969254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.969444] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1cc381a-2713-45f8-97eb-6236ef2dc0d0 is going to be deleted. [ 1253.970465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.970728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.990873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.991103] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8845302d-2265-4b44-99b0-aed119121392 is going to be deleted. [ 1254.022179] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.022430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.022430] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.022698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.022823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.022978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1cc381a-2713-45f8-97eb-6236ef2dc0d0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.043017] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.043288] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.043379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.043645] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.043898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.044076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8845302d-2265-4b44-99b0-aed119121392" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.423744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.423964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.424034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.424235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.424442] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.424574] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.424646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.424840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.424940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.425063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.425160] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.429130] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.429248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.429314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.429517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.429723] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.429878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.429948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.430115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.430217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.430326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.430449] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.441807] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.441807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.442067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.442134] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.442296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.442434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.442512] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.442692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.442776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.442867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.442986] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.482957] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.483194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.483194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.483505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.485286] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.485418] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.486117] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.486203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.486868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.486999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.487699] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.487816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.488478] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.488569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.489899] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.489994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.490675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.490766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.491495] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.491585] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.492293] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.492380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.493032] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.493147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.493716] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.494127] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.494227] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.495137] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.495502] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.495595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.539114] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1254.539877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.540052] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 495b9900-8c85-4a45-b774-218164781295 is going to be deleted. [ 1254.541838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.542179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.564768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.564934] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04102748-166a-4051-ba54-d903bf7dc257 is going to be deleted. [ 1254.565799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.566029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.587734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.588151] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4 is going to be deleted. [ 1254.588924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.589155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.596668] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.596878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.608265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.608417] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e79190b-c4b9-4e72-a948-df0d22091408 is going to be deleted. [ 1254.609253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.609457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.625924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.626133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.633286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.633456] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aacd7f3c-2fec-4bfd-9bed-8e955dced279 is going to be deleted. [ 1254.634336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.634543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.648944] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.649241] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.669794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.670036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f795bbe-0383-4696-bded-616ff89dbabb is going to be deleted. [ 1254.671939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.671939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.685884] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1254.686220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.686530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.686888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.687022] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.725483] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.725792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.735259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.735457] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 848eb4be-802a-49a5-8e22-689ac492eac5 is going to be deleted. [ 1254.736480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.736716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.772663] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.772902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.793121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.793340] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6342735a-0e7d-4b39-a7cb-5013912f025b is going to be deleted. [ 1254.794237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.794447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.815416] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.815627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.910381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.910561] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c55d49-a6f6-4223-8a30-76b9a4476dad is going to be deleted. [ 1254.911500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.911734] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.935039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.935262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.935993] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.936163] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.936385] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.940365] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.948366] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.979370] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.979551] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38987900-f453-4ad4-81f5-fdb237c99f57 is going to be deleted. [ 1254.980700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.981086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.017518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.017746] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36426345-0529-479d-b2ab-a3a79d31d63f is going to be deleted. [ 1255.018874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.019116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.038674] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.038875] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.072723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.072723] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad797c8d-c4fe-466e-b3e3-7dde89d347af is going to be deleted. [ 1255.073296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.073527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.095103] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.095244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.111589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.111774] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 574df9e8-debb-40aa-abde-c5eab079be10 is going to be deleted. [ 1255.112631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.112855] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.112949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.113091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-495b9900-8c85-4a45-b774-218164781295" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.113251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.113461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.113538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.113649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04102748-166a-4051-ba54-d903bf7dc257" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.114194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.114357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.114432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.114565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b8196d7-6e73-4a2e-9081-6f9cbfaa4df4" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.115174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.115174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.115174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.115174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e79190b-c4b9-4e72-a948-df0d22091408" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.115174] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.115380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.115380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.115443] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aacd7f3c-2fec-4bfd-9bed-8e955dced279" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.115565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.115698] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.115770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.115872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f795bbe-0383-4696-bded-616ff89dbabb" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.116035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.116194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.116272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.116375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-848eb4be-802a-49a5-8e22-689ac492eac5" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.116497] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.116633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.116705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.116852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6342735a-0e7d-4b39-a7cb-5013912f025b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.116978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.117157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.117233] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.117340] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c55d49-a6f6-4223-8a30-76b9a4476dad" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.117460] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.117599] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.117671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.117775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38987900-f453-4ad4-81f5-fdb237c99f57" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.171407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.171563] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.171740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.171852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.171948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.172086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36426345-0529-479d-b2ab-a3a79d31d63f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.181434] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.181657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.181657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.181858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.181951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.182087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad797c8d-c4fe-466e-b3e3-7dde89d347af" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.189730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.189939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.189939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.190170] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.190336] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.190437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.190494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.190646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.190731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.190814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.190900] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.223559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.223768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.223813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.224009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.224112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.224235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-574df9e8-debb-40aa-abde-c5eab079be10" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.438542] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee36f7c3-ea2e-4570-9ced-a248569545e8: rpc.has_security_group_logging(os_id): False [ 1255.442247] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d23f55fc-0512-4d3e-98c0-eab3deed9177: rpc.has_security_group_logging(os_id): False [ 1255.450751] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f892167-2f3c-4431-8735-57f364d682a8: rpc.has_security_group_logging(os_id): False [ 1255.459604] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.459834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.459834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.460132] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.462641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.462799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.472148] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.472307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.483515] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.483829] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.483938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.483986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.484201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.484319] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.484420] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be updated. [ 1255.485605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.485789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.503997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.504429] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.504535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.504605] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.504839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.504959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.505083] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be updated. [ 1255.506249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.506452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.527699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.528160] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.528320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.528399] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.528651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.528755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.528870] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1255.555043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.556016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.556156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.556363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.556529] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.571049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.571249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.571313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.571598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.571793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575288] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1255.597633] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: IN_PROGRESS for 2s [ 1255.605925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.606112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.606200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.606416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.606712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.621327] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1255.621657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.621907] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.622167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.622273] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.625545] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1255.693842] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.694040] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.694099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.694334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.694503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.694608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.694670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.694832] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.694914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.695011] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.695167] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.695255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.695307] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.695644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.695644] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.695644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.695803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.695838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.695914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.695996] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.696099] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.124945] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.125197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.125197] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.125438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.125617] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.125712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.125773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.125918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.126024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.126104] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.126211] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.198334] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b0044af-66e0-4697-9b56-b24e463c40fc: rpc.has_security_group_logging(os_id): False [ 1256.217501] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.217501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.217501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.217501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.217501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.217501] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.217501] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.217954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.217954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.217954] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.218062] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.218110] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.218143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.218278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.218348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.218533] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.218660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.218743] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.218903] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.218980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.219078] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be updated. [ 1256.287120] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.287281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.287373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.287653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.287846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.305147] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1256.612511] env[65422]: INFO networking_nsxv3.common.synchronization [req-4a0cf04c-ca5c-4ca3-afa4-4ac3a56ab3a3 req-1292fdec-ad91-40c0-92b5-7facec667a20 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1256.613040] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGHEST for action security_group_members [ 1256.613415] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.613547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.613631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.613796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.613952] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.614099] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.614167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.614345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.614432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.614530] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.628091] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.659429] env[65422]: INFO networking_nsxv3.common.synchronization [req-4a0cf04c-ca5c-4ca3-afa4-4ac3a56ab3a3 req-1292fdec-ad91-40c0-92b5-7facec667a20 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: b9bb3a31-7ee2-4644-8b62-570a11847efa with Priority: HIGHEST for action port [ 1256.659941] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bb3a31-7ee2-4644-8b62-570a11847efa with Priority: HIGHEST for action port [ 1256.660306] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bb3a31-7ee2-4644-8b62-570a11847efa taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.660441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.660522] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.660729] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.660858] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bb3a31-7ee2-4644-8b62-570a11847efa',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.117131] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.117353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.117353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.117587] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.117676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.117911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.118065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.118106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.118250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.118329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.118419] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be updated. [ 1257.130062] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cb731843-bbab-493b-8e2e-b38078ec18ab: rpc.has_security_group_logging(os_id): False [ 1257.149513] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.149717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.149816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.150053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.150189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.150626] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.150708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.150779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.150952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.151039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.151145] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1257.153245] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.153398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.153523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.153752] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.153896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.163170] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: IN_PROGRESS for 2s [ 1257.163514] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9bb3a31-7ee2-4644-8b62-570a11847efa with status ACTIVE [ 1257.163719] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.163842] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.163909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.164140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.164228] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.164427] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.164525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.164586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.164770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.164846] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.165043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.165150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.165221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.165621] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.165710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.165807] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9bb3a31-7ee2-4644-8b62-570a11847efa is going to be updated. [ 1257.184964] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.185201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.185336] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.185584] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.185754] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.186475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bb3a31-7ee2-4644-8b62-570a11847efa" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.222996] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.223194] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.223259] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.223437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.223596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.257545] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1257.590765] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1257.591034] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.610547] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: SUCCESS [ 1257.610777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.641380] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1257.641689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.320601] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1258.320998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.174319] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b0044af-66e0-4697-9b56-b24e463c40fc in Status: SUCCESS [ 1259.174746] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc deletion is rescheduled due to dependency. [ 1259.174746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.272358] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1259.272530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.660767] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.661228] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1264.539947] env[65422]: INFO networking_nsxv3.common.synchronization [None req-b947e91f-677c-405d-bba4-4650c475c5db tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_rules [ 1264.540697] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_rules [ 1264.541050] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.541172] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.541240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.541496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.541580] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.619533] env[65422]: INFO networking_nsxv3.common.synchronization [None req-45b5deb1-72c9-4bc6-a749-51fa35a7cde3 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_rules [ 1264.619976] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_rules [ 1264.620646] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.620751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.063600] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.063727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.063795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.064019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.064103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.064210] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 already deleted. [ 1265.064292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.064439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.064593] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.064672] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.588092] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.588408] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.589039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.589373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.589483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.589590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 already deleted. [ 1265.589678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.423612] env[65422]: INFO networking_nsxv3.common.synchronization [req-06f1fead-445c-4ef1-88ca-3008b6a74594 req-9540c074-7c4f-40f4-85cc-c4166632cd6e tempest-ServerActionsTestOtherB-577581098 tempest-ServerActionsTestOtherB-577581098-project-member] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1267.424254] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGHEST for action security_group_members [ 1267.424591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.424728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.424792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.425000] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.425375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.425465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.425524] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.425716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.425804] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.425910] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.928378] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.928591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.928678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.928989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.929106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.929307] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.929402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.929462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.929619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.929693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.929780] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be updated. [ 1267.964664] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.964896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.964896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.965124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.965268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.974068] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: IN_PROGRESS for 2s [ 1269.986063] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cb731843-bbab-493b-8e2e-b38078ec18ab in Status: SUCCESS [ 1269.986387] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab deletion is rescheduled due to dependency. [ 1269.986610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.218748] env[65422]: INFO networking_nsxv3.common.synchronization [req-0d1265bd-b38b-49c8-bdf2-301cc9aeb3b4 req-3d76a514-4594-47ec-b756-31fd01ca2787 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_members [ 1270.218748] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_members [ 1270.219380] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.219380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.219716] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.219716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.219965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.219965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.219965] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.531616] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.531795] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.531921] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.532239] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.532502] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.532656] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.532771] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.532977] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.533296] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.533575] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.533751] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.533922] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.535165] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.535165] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.535165] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.535165] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.558432] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.558707] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.558900] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.559160] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.559543] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-b331ee4d-cae5-46cf-b647-515091ba1275 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.559797] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.559968] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.560352] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.560547] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b331ee4d-cae5-46cf-b647-515091ba1275',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.722417] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.722641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.722641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.722970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.723056] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.723281] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.723435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.723540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.723668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.723784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.723978] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 already deleted. [ 1270.723978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.066496] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.066791] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.066835] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.067154] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.067342] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.067518] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port b331ee4d-cae5-46cf-b647-515091ba1275 not found, creating... [ 1271.067775] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.067930] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.068095] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.068421] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.068577] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.068949] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.069169] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.069290] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.069728] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.069728] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.069806] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: b331ee4d-cae5-46cf-b647-515091ba1275 is going to be created. [ 1271.091616] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.091935] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.092593] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.092593] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.092708] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.092957] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.192198] env[65422]: INFO networking_nsxv3.common.synchronization [req-0d1265bd-b38b-49c8-bdf2-301cc9aeb3b4 req-73444b85-1984-42e0-8348-92133d4f4f11 service nova] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_rules [ 1272.192523] env[65422]: INFO networking_nsxv3.common.synchronization [req-0d1265bd-b38b-49c8-bdf2-301cc9aeb3b4 req-73444b85-1984-42e0-8348-92133d4f4f11 service nova] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_members [ 1272.192757] env[65422]: INFO networking_nsxv3.common.synchronization [req-0d1265bd-b38b-49c8-bdf2-301cc9aeb3b4 req-73444b85-1984-42e0-8348-92133d4f4f11 service nova] Enqueued Resource ID: b331ee4d-cae5-46cf-b647-515091ba1275 with Priority: HIGHEST for action port [ 1272.193589] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_rules [ 1272.193843] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_members [ 1272.194078] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b331ee4d-cae5-46cf-b647-515091ba1275 with Priority: HIGHEST for action port [ 1272.194625] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.194874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.195096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.195419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.195593] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.196877] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.197253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.197253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.197429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.197705] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.197926] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.198102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.198381] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.198541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.198785] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.200325] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b331ee4d-cae5-46cf-b647-515091ba1275 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.200542] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.200699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.200975] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.201854] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b331ee4d-cae5-46cf-b647-515091ba1275',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.702939] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.704035] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.704199] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.704573] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b331ee4d-cae5-46cf-b647-515091ba1275 with status ACTIVE [ 1272.704794] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.704940] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.705010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.705240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.705342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.705515] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.705617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.705691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.705850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.705934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.706145] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.706238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.706303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.706438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.706520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.706604] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b331ee4d-cae5-46cf-b647-515091ba1275 is going to be updated. [ 1272.727818] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.728061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.728061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.728414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.728597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.728765] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b331ee4d-cae5-46cf-b647-515091ba1275" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.205803] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.708341] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.708567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.708567] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.708843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.708952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.709064] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 is going to be created. [ 1273.739753] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.739915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.739961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.740193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.740451] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.750260] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 in Status: UNINITIALIZED for 2s [ 1275.766913] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 in Status: SUCCESS [ 1275.767402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.767402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.767491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.767637] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.767751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.767816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.767972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.768094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.768204] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.768317] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.270995] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.773325] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecb8457c-6705-4a0a-8d72-5563f48d2b42: rpc.has_security_group_logging(os_id): False [ 1276.791884] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.792106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.792106] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.792316] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.792405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.792652] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.792756] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.792821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.792958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.793128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.793219] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 is going to be created. [ 1276.851713] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.851917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.851917] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.852117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.852294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.865187] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 in Status: IN_PROGRESS for 2s [ 1277.195167] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.195167] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1278.880123] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 in Status: SUCCESS [ 1278.880435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.499625] env[65422]: INFO networking_nsxv3.common.synchronization [None req-95e8f99c-c257-4add-a329-52d18665972d None None] Enqueued Resource ID: c9db7612-8a4f-43f6-802e-a9b18ff186b3 with Priority: HIGHEST for action port [ 1279.500112] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9db7612-8a4f-43f6-802e-a9b18ff186b3 with Priority: HIGHEST for action port [ 1279.500430] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9db7612-8a4f-43f6-802e-a9b18ff186b3 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.500561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9db7612-8a4f-43f6-802e-a9b18ff186b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.500644] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9db7612-8a4f-43f6-802e-a9b18ff186b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.501025] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9db7612-8a4f-43f6-802e-a9b18ff186b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.501121] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9db7612-8a4f-43f6-802e-a9b18ff186b3',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.007141] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9db7612-8a4f-43f6-802e-a9b18ff186b3 [ 1280.007141] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.007141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.007141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.007141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.007141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.007141] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9db7612-8a4f-43f6-802e-a9b18ff186b3 already deleted. [ 1280.007141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9db7612-8a4f-43f6-802e-a9b18ff186b3" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.574727] env[65422]: INFO networking_nsxv3.common.synchronization [None req-bca8289d-6a2c-4f45-a238-9846ca6db0a4 None None] Enqueued Resource ID: 86946f87-22fc-468d-aae0-2bb428b0c4be with Priority: HIGHEST for action port [ 1281.575559] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86946f87-22fc-468d-aae0-2bb428b0c4be with Priority: HIGHEST for action port [ 1281.575769] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-86946f87-22fc-468d-aae0-2bb428b0c4be taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.575893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86946f87-22fc-468d-aae0-2bb428b0c4be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.575958] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86946f87-22fc-468d-aae0-2bb428b0c4be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.576221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86946f87-22fc-468d-aae0-2bb428b0c4be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.576362] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86946f87-22fc-468d-aae0-2bb428b0c4be',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.079412] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86946f87-22fc-468d-aae0-2bb428b0c4be [ 1282.079683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.079810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.079888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.080129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.080212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.080308] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86946f87-22fc-468d-aae0-2bb428b0c4be already deleted. [ 1282.080389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86946f87-22fc-468d-aae0-2bb428b0c4be" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.417127] env[65422]: INFO networking_nsxv3.common.synchronization [req-9ea71845-7a42-491d-9469-cb93e3e33999 req-7664233b-4fe6-4255-b8de-8b0fc4939aa9 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1283.417127] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1283.417127] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.417127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.417127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.417127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.418082] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.418342] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.418579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.418840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.419032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.419219] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.741117] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-742 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.741117] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.741117] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.741117] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.741117] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.741117] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.741117] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.741407] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.741550] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.741775] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.741887] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.741994] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.742377] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.742377] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.742377] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.742532] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.763653] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.763823] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.763959] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.764152] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-742" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.764461] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.764628] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.764745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.765081] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.765254] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.921198] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.267796] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.268214] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.268214] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.268388] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.268545] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.268700] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 not found, creating... [ 1284.268961] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.269130] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.269241] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.269493] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.269664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.269947] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.270113] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.270230] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.270435] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.270564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.270701] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 is going to be created. [ 1284.292473] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.292695] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.292984] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.293135] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.293366] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.293602] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.424358] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.926878] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.927081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.927263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.927555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.927720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.927800] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be updated. [ 1284.962279] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.962475] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.962558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.962802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.962985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.972094] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1285.031896] env[65422]: INFO networking_nsxv3.common.synchronization [req-9ea71845-7a42-491d-9469-cb93e3e33999 req-cb77e891-e145-4668-b33c-96d08f254b67 service nova] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1285.032087] env[65422]: INFO networking_nsxv3.common.synchronization [req-9ea71845-7a42-491d-9469-cb93e3e33999 req-cb77e891-e145-4668-b33c-96d08f254b67 service nova] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1285.032221] env[65422]: INFO networking_nsxv3.common.synchronization [req-9ea71845-7a42-491d-9469-cb93e3e33999 req-cb77e891-e145-4668-b33c-96d08f254b67 service nova] Enqueued Resource ID: ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 with Priority: HIGHEST for action port [ 1285.032444] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_rules [ 1285.032578] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1285.032679] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 with Priority: HIGHEST for action port [ 1285.033495] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.033556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.033628] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.033829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.033909] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.036214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.036332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.036548] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.036707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.036878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.037206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.037324] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.536721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.537063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.542331] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 with status ACTIVE [ 1285.542566] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.542689] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.542750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.542957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.543059] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.543231] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.543327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.543383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.543536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.543608] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.543779] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.543868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.543923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.544074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.544231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.544231] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2 is going to be updated. [ 1285.565880] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.566061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.566191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.566416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.566558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.566722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba7c7a8f-f054-4f99-a4ac-bd060d6d83c2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.607304] env[65422]: INFO networking_nsxv3.common.synchronization [req-1dc01806-3856-4607-991f-0b733a6ba288 req-bb51b89e-ec4a-4b45-b587-1e32f4eeb728 tempest-ServerTagsTestJSON-977560890 tempest-ServerTagsTestJSON-977560890-project-member] Enqueued Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_members [ 1285.607860] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_members [ 1285.608170] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.608365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.608365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.608624] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.608776] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.608874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.608977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.609239] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.609330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.609421] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.929533] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.929732] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.929852] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.930226] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.930490] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.930660] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.930786] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.930983] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.931270] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.931552] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.931607] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1285.932059] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1285.932204] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1285.932323] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1285.932428] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1285.932561] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1285.953308] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1285.953474] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1285.953577] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1285.953749] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-71" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.954078] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-ec974d8b-e15e-486d-acbb-c01dfceb2bba taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.954246] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.954361] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.954677] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.954810] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec974d8b-e15e-486d-acbb-c01dfceb2bba',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.111316] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.111457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.111495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.111708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.111800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.112055] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.112181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.112247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.112456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.112572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.112665] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 already deleted. [ 1286.112755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.457735] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.458042] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.458333] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.458691] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.458894] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.459102] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port ec974d8b-e15e-486d-acbb-c01dfceb2bba not found, creating... [ 1286.459416] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.459617] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.459748] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.460018] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.460195] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.460528] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.460719] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.460841] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.461100] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.461281] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.461432] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: ec974d8b-e15e-486d-acbb-c01dfceb2bba is going to be created. [ 1286.481885] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.482099] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.482223] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.482484] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.482711] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.482928] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.984420] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1286.984935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.984935] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.985223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.985416] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.985528] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.985592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.985750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.985827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.985927] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.193601] env[65422]: INFO networking_nsxv3.common.synchronization [req-1dc01806-3856-4607-991f-0b733a6ba288 req-ab9f0f44-9158-46f8-bbc7-8ba24eed979b service nova] Enqueued Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_rules [ 1287.193804] env[65422]: INFO networking_nsxv3.common.synchronization [req-1dc01806-3856-4607-991f-0b733a6ba288 req-ab9f0f44-9158-46f8-bbc7-8ba24eed979b service nova] Enqueued Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_members [ 1287.193941] env[65422]: INFO networking_nsxv3.common.synchronization [req-1dc01806-3856-4607-991f-0b733a6ba288 req-ab9f0f44-9158-46f8-bbc7-8ba24eed979b service nova] Enqueued Resource ID: ec974d8b-e15e-486d-acbb-c01dfceb2bba with Priority: HIGHEST for action port [ 1287.194511] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_rules [ 1287.194646] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_members [ 1287.194739] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec974d8b-e15e-486d-acbb-c01dfceb2bba with Priority: HIGHEST for action port [ 1287.195527] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.195700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.195770] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.196047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.196193] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.199360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.199360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.199360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.199360] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.204276] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec974d8b-e15e-486d-acbb-c01dfceb2bba taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.204425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.204478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.204636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.204710] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec974d8b-e15e-486d-acbb-c01dfceb2bba',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.275012] env[65422]: INFO networking_nsxv3.common.synchronization [req-a12979d6-896c-48a9-b196-944236f8632f req-d5301909-0e04-4c70-a132-feaca2a8ebda tempest-AttachVolumeShelveTestJSON-136164908 tempest-AttachVolumeShelveTestJSON-136164908-project-member] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1287.275687] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGHEST for action security_group_members [ 1287.275935] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.276066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.276149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.276353] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.276595] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.276652] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.276684] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.277029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.277029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.277029] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.488811] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.698334] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.698334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.706900] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.707946] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec974d8b-e15e-486d-acbb-c01dfceb2bba with status ACTIVE [ 1287.708184] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.708310] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.708394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.708618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.709480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.709480] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.709480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.709480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.709480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.709480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.709720] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.709720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.709720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.709823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.709851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.709921] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec974d8b-e15e-486d-acbb-c01dfceb2bba is going to be updated. [ 1287.732445] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.732635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.732635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.732838] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.732976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.733143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec974d8b-e15e-486d-acbb-c01dfceb2bba" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.779735] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.779923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.779968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.780179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.780271] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.780469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.780566] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.780613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.780759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.780831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.780914] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be updated. [ 1287.817508] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.817725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.817725] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.817893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.818125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.828212] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: IN_PROGRESS for 2s [ 1287.991026] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.212047] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.493721] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.493896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.493959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.494177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.494295] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.494406] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be updated. [ 1288.525573] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.525764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.525764] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.525962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.526124] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.535680] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1288.714739] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.715036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.715126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.715341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.715433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.715534] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 is going to be created. [ 1288.739748] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.739947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.739947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.740188] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.740343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.749596] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 in Status: UNINITIALIZED for 2s [ 1289.838960] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 in Status: SUCCESS [ 1289.839415] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 deletion is rescheduled due to dependency. [ 1289.839415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.546318] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1290.546489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.546654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.546857] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.547047] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.547162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.547236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.547393] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.547473] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.547557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.547643] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.760544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 in Status: SUCCESS [ 1290.760759] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.760919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.761159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.761354] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.761493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.761555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.761717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.761825] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.761881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.761964] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.049793] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.267077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.267077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.267077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.267077] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.267077] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.267865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.267865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.267865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.267865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.267865] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.552012] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee36f7c3-ea2e-4570-9ced-a248569545e8: rpc.has_security_group_logging(os_id): False [ 1291.570925] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.571095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.571139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.571465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.571607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.571808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.571905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.571964] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.572128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.572205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.572287] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be updated. [ 1291.637924] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.637924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.637924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.638309] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.638441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.652881] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1291.770627] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b17a2a6-f295-448b-8a1b-dd87669e42c9: rpc.has_security_group_logging(os_id): False [ 1291.801658] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.801880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.801955] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.802182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.802275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.802465] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.802638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.802638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.802835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.802835] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.803017] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.803137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.803177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.803293] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.803363] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.803547] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.803635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.803691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.804036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.804036] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.804036] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 is going to be created. [ 1291.863563] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.863726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.863796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.864069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.864270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.878371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 in Status: IN_PROGRESS for 2s [ 1292.276406] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.276705] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1293.668196] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1293.668520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.892121] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 in Status: SUCCESS [ 1293.892121] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.277440] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.277724] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1298.140234] env[65422]: INFO networking_nsxv3.common.synchronization [req-223e129d-1beb-4b7f-bbc0-b39e89d71f68 req-23c752ba-0639-4de7-90c3-0db97080a955 tempest-ServerTagsTestJSON-977560890 tempest-ServerTagsTestJSON-977560890-project-member] Enqueued Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_members [ 1298.140584] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGHEST for action security_group_members [ 1298.140926] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.141201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.141294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.141502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.141675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.141777] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.141840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.142019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.142116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.142210] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.645052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.645517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.645517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.645517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.645676] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.645794] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.645884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.645942] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.646115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.646255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.646311] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 is going to be updated. [ 1298.673477] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.673641] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.673738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.673918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.674076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.683186] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 in Status: IN_PROGRESS for 2s [ 1300.695203] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 in Status: SUCCESS [ 1300.695657] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 deletion is rescheduled due to dependency. [ 1300.695657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.142102] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.142463] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.143291] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.143668] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.144436] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.144820] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.146277] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1318.146644] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.148447] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.148447] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.150268] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.150570] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1333.152108] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.152529] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.153308] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.153672] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.154779] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.155177] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.156270] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.156687] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1350.490466] env[65422]: INFO networking_nsxv3.common.synchronization [req-63f982e6-66ad-404c-a155-224f2b57c7eb req-b56de12e-6a60-488e-b9b5-eac9b7cffad7 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1350.491030] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1350.491346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.492039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.492039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.492039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.492039] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.492039] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.492360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.492360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.492360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.492445] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.996265] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.498778] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.001539] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.001858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.001858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.002096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.002201] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.002306] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be updated. [ 1352.043749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.044084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.044084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.044193] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.044279] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.053394] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1354.077758] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1354.078177] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.492418] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.492812] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.493385] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.493772] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.494998] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.495411] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.689889] env[65422]: INFO networking_nsxv3.common.synchronization [req-6b2134ea-5e82-40eb-8e1b-c1f2f2e9bdca req-e100d21e-909a-4260-a039-3444940fe237 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_members [ 1366.690490] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGHEST for action security_group_members [ 1366.690798] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.691114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.691114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.691867] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.691980] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.692107] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.692171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.692341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.692452] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.692513] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.713270] env[65422]: INFO networking_nsxv3.common.synchronization [req-bb1ba72d-8603-4d16-b56b-3cdc15c93d2d req-cc985e65-41da-41be-8a30-dc541053ed85 tempest-ServerActionsTestOtherA-1976804656 tempest-ServerActionsTestOtherA-1976804656-project-member] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1366.713744] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGHEST for action security_group_members [ 1366.714573] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.714573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.714573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.714573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.714781] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.714781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.714781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.715009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.715009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.715080] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.195270] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.195493] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.195553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.195786] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.195905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.196158] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.196290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.196375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.196562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.196683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.196772] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 is going to be updated. [ 1367.216943] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.217138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.217138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.217327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.217415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.217594] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.217687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.217747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.217888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.217962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.218090] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be updated. [ 1367.227532] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.227703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.227746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.227889] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.228065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.236584] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 in Status: IN_PROGRESS for 2s [ 1367.251632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.251802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.251843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.252165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.252305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.261185] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: IN_PROGRESS for 2s [ 1369.246835] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 in Status: SUCCESS [ 1369.247225] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 deletion is rescheduled due to dependency. [ 1369.247225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.270178] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 in Status: SUCCESS [ 1369.270363] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 deletion is rescheduled due to dependency. [ 1369.270462] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.716154] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.716154] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.716074] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.716430] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.717631] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.717631] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.718909] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.719521] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.720421] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.720780] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.721804] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.722246] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.723766] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.724131] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.554554] env[65422]: INFO networking_nsxv3.common.synchronization [req-f55983d2-c57d-4f95-9aba-91f73b31c03e req-b8f8304e-43b7-4d94-95ce-432fed0fccde tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1402.554554] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1402.554554] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.554554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.554554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.554755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.554892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.554993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.555066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.555218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.555308] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.555618] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.058931] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.059450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.059450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.059450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.059651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.059651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.059774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.059839] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.059947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.060037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.060114] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1403.092242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.092523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.092523] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.092700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.092766] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.101273] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1405.113813] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1405.114233] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 deletion is rescheduled due to dependency. [ 1405.114286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.554402] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.554754] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.533372] env[65422]: INFO networking_nsxv3.common.synchronization [req-d074103a-bbd2-4948-a446-705b02a8cb10 req-46109472-aad4-45a4-bf6b-34e24c0abf6c tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1410.533636] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1410.534257] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.534257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.534257] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.534661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.534740] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.534850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.534915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.535415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.535415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.535415] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.854050] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.854050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.854050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.854292] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.854487] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.854641] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.854754] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.854956] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.855111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.855318] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.855416] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.855522] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.855624] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.855729] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.855829] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.855955] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.877916] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.878102] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1410.878239] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.878408] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.878770] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-38fa3af1-f940-49c8-b96a-07349687620f taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.878939] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.879068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.879391] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.879524] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fa3af1-f940-49c8-b96a-07349687620f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.037872] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.038088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.038088] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.038287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.038364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.038585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.038685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.038745] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.038898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.038972] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.039108] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1411.063902] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.063902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.063902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.064203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.064240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.074614] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1411.382151] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.382566] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.382566] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.382841] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.382993] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.383162] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 38fa3af1-f940-49c8-b96a-07349687620f not found, creating... [ 1411.383478] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.383650] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.383790] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.384035] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.384398] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.384459] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.384661] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.384724] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.384910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.385107] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.385185] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 38fa3af1-f940-49c8-b96a-07349687620f is going to be created. [ 1411.406600] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.406873] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.406971] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.407266] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.407494] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.407720] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.132440] env[65422]: INFO networking_nsxv3.common.synchronization [req-d074103a-bbd2-4948-a446-705b02a8cb10 req-c6ec2992-689c-4b7a-97a7-09a2058529cf service nova] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1412.132688] env[65422]: INFO networking_nsxv3.common.synchronization [req-d074103a-bbd2-4948-a446-705b02a8cb10 req-c6ec2992-689c-4b7a-97a7-09a2058529cf service nova] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1412.132796] env[65422]: INFO networking_nsxv3.common.synchronization [req-d074103a-bbd2-4948-a446-705b02a8cb10 req-c6ec2992-689c-4b7a-97a7-09a2058529cf service nova] Enqueued Resource ID: 38fa3af1-f940-49c8-b96a-07349687620f with Priority: HIGHEST for action port [ 1412.133539] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1412.133712] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1412.133886] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38fa3af1-f940-49c8-b96a-07349687620f with Priority: HIGHEST for action port [ 1412.134173] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.134326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.134364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.134546] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.134627] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.135467] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.135565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.135751] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-38fa3af1-f940-49c8-b96a-07349687620f taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.135876] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.135905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.136076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.136153] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fa3af1-f940-49c8-b96a-07349687620f',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.638051] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.638254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.638418] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38fa3af1-f940-49c8-b96a-07349687620f with status ACTIVE [ 1412.638609] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.638708] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.638775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.638989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.639091] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.639259] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.639345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.639404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.639568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.639646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.639818] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.639906] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.639984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.640147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.640189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.640266] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38fa3af1-f940-49c8-b96a-07349687620f is going to be updated. [ 1412.660918] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.661078] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.661147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.661348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.661489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.661657] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38fa3af1-f940-49c8-b96a-07349687620f" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.085035] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1413.085234] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 deletion is rescheduled due to dependency. [ 1413.085356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.085487] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.085707] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.085890] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.086050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.086113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.086216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.086360] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.086433] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.589633] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.092527] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.336197] env[65422]: INFO networking_nsxv3.common.synchronization [None req-df3a9579-d119-41e5-9ebe-8f06ae7921e0 None None] Enqueued Resource ID: e86a416b-8325-40b3-b263-6903de69aa89 with Priority: HIGHEST for action port [ 1414.339144] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86a416b-8325-40b3-b263-6903de69aa89 with Priority: HIGHEST for action port [ 1414.339144] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86a416b-8325-40b3-b263-6903de69aa89 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.339144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86a416b-8325-40b3-b263-6903de69aa89" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.339144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86a416b-8325-40b3-b263-6903de69aa89" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.339544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86a416b-8325-40b3-b263-6903de69aa89" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.339544] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86a416b-8325-40b3-b263-6903de69aa89',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.598597] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.598597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.598597] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.599041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.599041] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.599041] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1414.630470] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.630470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.630470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.630470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.630470] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.640543] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1414.842244] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e86a416b-8325-40b3-b263-6903de69aa89 [ 1414.842422] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.842667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.842667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.842859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.842946] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.843045] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e86a416b-8325-40b3-b263-6903de69aa89 already deleted. [ 1414.843129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86a416b-8325-40b3-b263-6903de69aa89" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.653782] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1416.654253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.654253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.654480] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.654706] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.654898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.654960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.655116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.655246] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.655306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.655398] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.748275] env[65422]: INFO networking_nsxv3.common.synchronization [None req-695462f3-7b3f-464e-aaf7-67b218229916 None None] Enqueued Resource ID: b7d22318-6e72-47dd-aa4b-243a392e5397 with Priority: HIGHEST for action port [ 1416.748949] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7d22318-6e72-47dd-aa4b-243a392e5397 with Priority: HIGHEST for action port [ 1416.749385] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7d22318-6e72-47dd-aa4b-243a392e5397 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.749508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7d22318-6e72-47dd-aa4b-243a392e5397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.749594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7d22318-6e72-47dd-aa4b-243a392e5397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.749911] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7d22318-6e72-47dd-aa4b-243a392e5397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.749996] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7d22318-6e72-47dd-aa4b-243a392e5397',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.158094] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.252271] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7d22318-6e72-47dd-aa4b-243a392e5397 [ 1417.252444] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.252554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.252620] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.252829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.252919] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.253027] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7d22318-6e72-47dd-aa4b-243a392e5397 already deleted. [ 1417.253103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7d22318-6e72-47dd-aa4b-243a392e5397" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.660386] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f892167-2f3c-4431-8735-57f364d682a8: rpc.has_security_group_logging(os_id): False [ 1417.679313] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.679527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.679573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.679924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.680058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.680407] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.680545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.680632] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.680841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.680947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.681078] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1417.740458] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.740705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.740705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.740851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.740998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.754309] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1419.769220] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1419.769630] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.909660] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8188226-32cb-4ab7-bd64-3bffd9586de7 req-615ceffa-cda5-482f-a5be-5ca3bd3dbea8 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1419.910245] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1419.910554] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.910699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.910751] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.911051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.911214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.911318] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.911380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.911539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.911625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.911719] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.414330] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.414330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.414330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.414648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.414648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.414833] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.414936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.415022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.415247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.415247] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.415444] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 already deleted. [ 1420.415444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.638879] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.639068] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.639166] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.639623] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.640434] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.640434] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.640434] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.640625] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.640664] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.640962] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1420.640962] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1420.641072] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1420.641217] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1420.641290] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1420.641475] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1420.641609] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1420.662019] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1420.662217] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1420.662352] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1420.662527] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.662837] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.663013] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.663137] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.663461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.663639] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.166235] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.166235] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.166592] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.166640] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.166820] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.166977] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea not found, creating... [ 1421.167243] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.167405] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.167522] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.167745] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.167882] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.168179] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.168332] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.168448] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.168705] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.168848] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.168986] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea is going to be created. [ 1421.189455] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.189702] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.189877] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.190242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.190546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.190847] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.876831] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8188226-32cb-4ab7-bd64-3bffd9586de7 req-2ae8d85a-a38f-4199-a59f-7cb32ed58c6a service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1421.877110] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8188226-32cb-4ab7-bd64-3bffd9586de7 req-2ae8d85a-a38f-4199-a59f-7cb32ed58c6a service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1421.877317] env[65422]: INFO networking_nsxv3.common.synchronization [req-c8188226-32cb-4ab7-bd64-3bffd9586de7 req-2ae8d85a-a38f-4199-a59f-7cb32ed58c6a service nova] Enqueued Resource ID: b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea with Priority: HIGHEST for action port [ 1421.877979] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1421.878212] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1421.878354] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea with Priority: HIGHEST for action port [ 1421.878761] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.878915] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.879027] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.879361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.879521] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.881061] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.881221] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.881312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.881564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.881782] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.881923] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.882016] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.882230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.882351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.882673] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.883524] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.883668] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.883808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.883977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.884123] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.387184] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.387582] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.387685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.387859] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea with status ACTIVE [ 1422.388022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.388133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.388261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.388383] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.388468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.388675] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.389058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.389058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.389058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.389058] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.389211] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.389296] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.389474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.389650] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.389728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.389809] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea is going to be updated. [ 1422.410373] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.410550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.410550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.410742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.410873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.411048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1f52fdf-8ab5-48fc-9ddb-e1d2aa3abaea" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.892166] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.395112] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.395112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.395112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.395112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.395626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.395626] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be created. [ 1423.418812] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.419046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.419046] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.419240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.419417] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.428421] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: UNINITIALIZED for 2s [ 1425.442066] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1425.442481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.442481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.442481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.442670] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.442785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.442851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.443060] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.443139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.443237] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.443325] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.946122] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.946439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.946548] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.946910] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.947242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.947398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.947502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.947758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.947936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.948095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.948304] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.948505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.948618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.948849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.949019] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.949123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.949258] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.949503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.949598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.949687] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.949782] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.452447] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1426.470811] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.470970] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.471051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.471253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.471344] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.471559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.471660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.471724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.471870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.471947] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.472137] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.472229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.472289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.472434] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.472506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.472749] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.472848] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.472909] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.473061] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.473135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.473222] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be created. [ 1426.529487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.529717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.529717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.529908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.530115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.541170] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1426.879958] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.880252] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1428.556969] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1428.557446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.881444] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.881838] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.272602] env[65422]: INFO networking_nsxv3.common.synchronization [req-841504a2-e015-4618-a2b0-f2001f2f056d req-46b35c97-37c0-4918-ba8e-841554d9dbd1 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1435.273182] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1435.273487] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.273606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.273670] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.273869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.274108] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.274238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.274300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.274457] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.274545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.274640] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.581646] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.581885] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.582051] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.582328] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.582576] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.582726] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.582837] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.583063] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.583224] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.583485] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1435.583620] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1435.583731] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1435.583843] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1435.584009] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1435.584197] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1435.584400] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1435.608336] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1435.608519] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1435.608620] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1435.608860] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.609200] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.609371] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.609487] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.609822] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.609960] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e90cf6e-0330-4a1c-8c87-4e3da81c88c0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.777306] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.112580] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.112580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.112853] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.112986] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.113165] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.113362] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 not found, creating... [ 1436.113662] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.113799] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.113917] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.114155] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.114293] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.114568] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.114717] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.114831] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.115049] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.115183] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.115319] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 is going to be created. [ 1436.135085] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.135306] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.135403] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.135682] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.135912] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.136165] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.280177] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.782214] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.782447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.782447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.782667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.782776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.782881] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1436.809816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.810020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.810066] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.810262] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.810416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.819543] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1436.826862] env[65422]: INFO networking_nsxv3.common.synchronization [req-841504a2-e015-4618-a2b0-f2001f2f056d req-0a27b71d-8949-4c3e-9518-cca2137b12f1 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1436.827072] env[65422]: INFO networking_nsxv3.common.synchronization [req-841504a2-e015-4618-a2b0-f2001f2f056d req-0a27b71d-8949-4c3e-9518-cca2137b12f1 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1436.827177] env[65422]: INFO networking_nsxv3.common.synchronization [req-841504a2-e015-4618-a2b0-f2001f2f056d req-0a27b71d-8949-4c3e-9518-cca2137b12f1 service nova] Enqueued Resource ID: 5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 with Priority: HIGHEST for action port [ 1436.827404] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1436.827529] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1436.827621] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 with Priority: HIGHEST for action port [ 1436.828181] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.828301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.828368] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.828559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.828651] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.829494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.829613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.830300] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.830300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.830300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.830300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.830300] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e90cf6e-0330-4a1c-8c87-4e3da81c88c0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.332469] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.332918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.332918] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 with status ACTIVE [ 1437.332918] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.333103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.333103] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.333281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.333373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.333550] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.333648] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.333712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.333869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.334210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.334210] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.334302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.334302] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.334407] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.334488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.334571] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e90cf6e-0330-4a1c-8c87-4e3da81c88c0 is going to be updated. [ 1437.355241] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.355477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.355477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.355665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.355800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.355966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e90cf6e-0330-4a1c-8c87-4e3da81c88c0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.830071] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1438.830425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.830425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.830607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.830785] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.830899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.830963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.831123] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.831208] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.831303] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.334087] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.835922] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.338354] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.338850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.338850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.338850] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.339050] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.339155] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1440.366746] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.366887] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.366977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.367168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.367312] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.375257] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1441.828703] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1441.829126] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1442.386426] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1442.386663] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.386851] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.387093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.387284] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.387400] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.387466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.387613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.387699] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.387785] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.387912] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.890861] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.891265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.891265] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.891472] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.891718] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.891863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.891963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.892217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.892396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.892544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.892759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.892895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.892992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.893214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.893418] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.893552] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.893646] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.893844] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.893961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.894101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.894230] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.398066] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1443.418562] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.418795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.418795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.419055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.419153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.419370] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.419471] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.419534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.419688] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.419758] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.419947] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.420055] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.420116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.420256] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.420329] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.420514] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.420606] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.420665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.420861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.420861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.420951] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1443.482858] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.484076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.484076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.484076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.484076] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.496616] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1445.511693] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1445.512092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.829437] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1446.829856] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.488663] env[65422]: INFO networking_nsxv3.common.synchronization [req-56a1deaf-82be-4fb6-8a10-2a70675138f3 req-8d906069-19ec-4cf9-a484-5fcdb7554d51 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1447.489283] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1447.489908] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.489908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.489908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.490261] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.490261] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.490361] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.490402] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.490570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.490656] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.490797] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.993114] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.494823] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.997060] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.997461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.997461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.997461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.997557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.997698] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1449.027846] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.028115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.028115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.028272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.028415] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.037627] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1451.048670] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1451.049092] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.490662] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.491173] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.676121] env[65422]: INFO networking_nsxv3.common.synchronization [req-88e5e170-cc42-478a-82be-dfe3437838f0 req-dea30796-94ab-4324-84e6-0363de8d5756 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1456.676675] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1456.677034] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.677167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.677236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.677449] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.677618] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.677731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.677805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.677966] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.678082] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.678198] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.978370] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.978370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.978370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.978370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.978370] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.978370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.978370] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.978764] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.978764] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.978832] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1456.978919] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1456.979067] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1456.979167] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1456.979275] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1456.979374] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1456.979503] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1456.999768] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1456.999940] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1457.000111] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1457.000285] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.000587] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-cae0dc26-fecc-453d-bc7e-f58104bfe623 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.000750] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.000865] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.001204] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.001343] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae0dc26-fecc-453d-bc7e-f58104bfe623',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.180898] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1457.504231] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.504454] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.504549] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.504845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.505014] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.505171] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port cae0dc26-fecc-453d-bc7e-f58104bfe623 not found, creating... [ 1457.505442] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.505582] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.505691] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.505911] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.506054] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.506326] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.506473] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.506583] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.506781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.506933] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.507094] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: cae0dc26-fecc-453d-bc7e-f58104bfe623 is going to be created. [ 1457.527549] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.527780] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.527827] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.528111] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.528335] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.528546] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.683143] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.185586] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.185808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.185808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.186015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.186122] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.186217] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1458.215780] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.216181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.216181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.216181] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.216289] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.224766] env[65422]: INFO networking_nsxv3.common.synchronization [req-88e5e170-cc42-478a-82be-dfe3437838f0 req-ee4fe1a9-d8bf-4834-b368-a36a9d6b7f6b service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1458.225071] env[65422]: INFO networking_nsxv3.common.synchronization [req-88e5e170-cc42-478a-82be-dfe3437838f0 req-ee4fe1a9-d8bf-4834-b368-a36a9d6b7f6b service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1458.225295] env[65422]: INFO networking_nsxv3.common.synchronization [req-88e5e170-cc42-478a-82be-dfe3437838f0 req-ee4fe1a9-d8bf-4834-b368-a36a9d6b7f6b service nova] Enqueued Resource ID: cae0dc26-fecc-453d-bc7e-f58104bfe623 with Priority: HIGHEST for action port [ 1458.226512] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1458.227148] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1458.227344] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1458.227495] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae0dc26-fecc-453d-bc7e-f58104bfe623 with Priority: HIGHEST for action port [ 1458.227874] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.228105] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.228187] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.228474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.228616] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.230319] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.230700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.230781] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae0dc26-fecc-453d-bc7e-f58104bfe623 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.230933] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.231048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.231305] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.231421] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae0dc26-fecc-453d-bc7e-f58104bfe623',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.733771] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.733771] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.734145] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cae0dc26-fecc-453d-bc7e-f58104bfe623 with status ACTIVE [ 1458.734145] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.734145] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.734270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.734439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.734534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.734706] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.734801] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.734870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.735019] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.735100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.735317] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.735411] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.735484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.735655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.735733] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.735817] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cae0dc26-fecc-453d-bc7e-f58104bfe623 is going to be updated. [ 1458.758101] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.758334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.758334] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.758513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.758653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.758810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae0dc26-fecc-453d-bc7e-f58104bfe623" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.236981] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1460.237413] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.237560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.237795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.238024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1460.238216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1460.238290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1460.238458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1460.238540] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1460.238634] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1460.740902] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.243074] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.746551] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.746860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.746860] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.746987] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.747117] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.747296] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1461.779251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.779478] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.779560] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.779822] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.780020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.789681] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1463.228627] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.229191] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1463.801338] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1463.801504] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.801655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.801872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.802098] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1463.802212] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.802280] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.802436] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1463.802517] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.802602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1463.802693] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.305285] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.305706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.305706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.305799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.305885] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.305982] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.306073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.306223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.306313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.306429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.306542] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.306631] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.306691] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.306829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.306991] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.307114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.307175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.307315] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.307390] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.307489] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.307580] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1464.810353] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1464.830401] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.830658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.830658] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.830763] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.830834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.831062] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.831165] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.831224] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.831377] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.831455] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.831632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.831722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.831783] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.831916] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.831988] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.832192] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.832287] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.832345] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.832483] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.832595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.832629] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1464.892876] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1464.893169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.893169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.893372] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.893468] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.906700] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1466.922456] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1466.922828] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.811177] env[65422]: INFO networking_nsxv3.common.synchronization [req-c25ff096-b9a8-45cb-9f99-14f45223ee87 req-84765390-d8ac-46cc-b331-451e2cb22dd9 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1467.811925] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1467.812413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.812613] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.812747] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.813074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.813318] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.813498] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.813719] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.813854] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.814672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.814672] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.317228] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.819491] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.322428] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.322806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.322806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.322806] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.322899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.323016] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1469.350704] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.350872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.350912] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.351155] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.351324] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.360370] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1471.380147] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1471.380147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.812646] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.812927] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.846078] env[65422]: INFO networking_nsxv3.common.synchronization [req-db278e03-0157-4218-9e31-a3741a06843d req-4db8690a-d0f6-42cc-abf2-51dd6c8446a6 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1476.846656] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1476.847068] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.847223] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.847292] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.847486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.847628] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1476.847739] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.847808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1476.847997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1476.848116] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.848210] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.154017] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.154313] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.154488] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.154697] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.154948] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.155109] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.155225] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.155426] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.155561] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.155759] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1477.155868] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1477.155977] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1477.156090] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1477.156197] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1477.156298] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1477.156425] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1477.177396] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1477.177558] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1477.177679] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1477.177845] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.178182] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-f566fe60-8ce2-4400-8738-f877c5dd3510 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.178351] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.178464] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.178781] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.178912] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f566fe60-8ce2-4400-8738-f877c5dd3510',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.351581] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1477.681756] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.682033] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.682133] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.682427] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.682580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.682754] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port f566fe60-8ce2-4400-8738-f877c5dd3510 not found, creating... [ 1477.683037] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.683201] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.683320] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.683537] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.683674] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.683958] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.684126] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.684240] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.684471] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.684598] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.684736] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: f566fe60-8ce2-4400-8738-f877c5dd3510 is going to be created. [ 1477.704437] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1477.704671] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.704762] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.705050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1477.705278] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.705500] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1477.853598] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.356188] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.356354] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.356431] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.357210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.357331] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.357438] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1478.388911] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.389072] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.389143] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.389405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.389550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.398917] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1478.841090] env[65422]: INFO networking_nsxv3.common.synchronization [req-db278e03-0157-4218-9e31-a3741a06843d req-26981764-98b0-407f-a59e-bc57718711c3 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1478.841283] env[65422]: INFO networking_nsxv3.common.synchronization [req-db278e03-0157-4218-9e31-a3741a06843d req-26981764-98b0-407f-a59e-bc57718711c3 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1478.841416] env[65422]: INFO networking_nsxv3.common.synchronization [req-db278e03-0157-4218-9e31-a3741a06843d req-26981764-98b0-407f-a59e-bc57718711c3 service nova] Enqueued Resource ID: f566fe60-8ce2-4400-8738-f877c5dd3510 with Priority: HIGHEST for action port [ 1478.841924] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1478.842066] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1478.842161] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f566fe60-8ce2-4400-8738-f877c5dd3510 with Priority: HIGHEST for action port [ 1478.842435] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.842626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.842626] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.842816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.842954] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1478.843893] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.843989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.844202] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-f566fe60-8ce2-4400-8738-f877c5dd3510 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.844294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.844356] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.844525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.844594] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f566fe60-8ce2-4400-8738-f877c5dd3510',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.346566] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.346985] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.346985] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f566fe60-8ce2-4400-8738-f877c5dd3510 with status ACTIVE [ 1479.347100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.347182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.347252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.347465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.347558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.347724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.347818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.347877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.348044] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.348125] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.348301] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.348396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.348454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.348595] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.348667] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.348750] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f566fe60-8ce2-4400-8738-f877c5dd3510 is going to be updated. [ 1479.372808] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.372949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.372949] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.373191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.373341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.373505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f566fe60-8ce2-4400-8738-f877c5dd3510" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.408787] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1480.409147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.409200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.409432] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.409616] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.409730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.409796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.409950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.410042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.410179] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.913090] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.415256] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.918561] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.918790] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.918790] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.918998] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.919102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.919249] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1481.946330] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.946514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.946556] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.946731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.946871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.955739] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1483.843789] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.844080] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1483.966216] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1483.966484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.966678] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.966895] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.967107] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.967240] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.967320] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.967474] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.967557] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.967647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.967761] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.469923] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.470157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.470284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.470558] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.470797] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.470984] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.471095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.471303] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.471435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.471562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.471744] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.471880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.471967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.472161] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.472323] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.472454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.472520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.472727] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.472829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.472948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.473081] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.976418] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1485.000288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.000554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.000554] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.000712] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.000858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.001052] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.001154] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.001217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.001373] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.001445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.001639] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.001750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.001811] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.001951] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.002035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.002226] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.002314] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.002375] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.002513] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.002586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.002693] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1485.088242] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.088508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.088508] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.088776] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.088959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.107363] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1487.124567] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1487.124934] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.845482] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.845482] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.151636] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1489.151636] env[65422]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-7c74e73f-32a7-47ba-a70a-55223c201dbd None None] NSXv3 Agent Agent loop - iteration:4 started [ 1490.091589] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.092037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.092037] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.092137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.092247] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.594615] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.097762] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.183574] env[65422]: INFO networking_nsxv3.common.synchronization [req-3180a3ff-d974-42c7-9cc5-511e5d2648aa req-92bc61a7-b170-4278-bd1e-4696596eb006 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1491.184100] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1491.184404] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.184527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.184592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.184794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.184941] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.185047] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.185109] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.185251] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.185905] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.185905] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.584882] env[65422]: INFO networking_nsxv3.common.synchronization [req-bcdd31f5-08a1-4e54-9829-78060beb3992 req-1cb72840-1cbb-4f36-89fe-6b01653a8432 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1491.585439] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1491.586137] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.586263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.586333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.586530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.586723] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.586827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.586888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.587063] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.587153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.587264] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.600267] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1491.600267] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1491.687155] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.687423] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.687536] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.687827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.687953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.688238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.688398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.688486] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.688681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.688789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.688904] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1491.730582] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.730814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.730814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.730986] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.731138] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.739652] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1491.888582] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.888820] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.888955] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.889348] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.889685] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.889860] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.889973] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.890202] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.890345] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.890616] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1491.890720] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1491.890825] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1491.890926] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1491.891041] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1491.891144] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1491.891270] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1491.920439] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1491.920636] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1491.920773] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1491.920944] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.921283] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-75add843-5b3a-4a5d-96b7-7d168ef23e39 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.921451] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.921567] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.921899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.922053] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75add843-5b3a-4a5d-96b7-7d168ef23e39',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.089736] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.389488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.389897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.389897] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.389977] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.401831] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1492.402794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.403877] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1492.424192] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.424409] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.424528] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.424808] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.424950] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.425114] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port 75add843-5b3a-4a5d-96b7-7d168ef23e39 not found, creating... [ 1492.425370] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.425521] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.425631] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.425843] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.425973] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.426257] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.426404] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.426514] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.426709] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.426832] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.426961] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: 75add843-5b3a-4a5d-96b7-7d168ef23e39 is going to be created. [ 1492.441238] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.441419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.441419] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.441622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.454794] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.455566] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1492.455648] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1492.455736] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1492.457516] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.457698] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.457813] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.458461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.458461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.458461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.489850] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.489994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.490057] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.490267] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.491073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.491230] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1492.592262] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.621334] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.621553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.621553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.621793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.622086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.622341] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1492.733585] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.733798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.733798] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.734015] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.734330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.734653] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1492.734744] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'cb731843-bbab-493b-8e2e-b38078ec18ab', 'ecb8457c-6705-4a0a-8d72-5563f48d2b42', '9f892167-2f3c-4431-8735-57f364d682a8', '5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08', 'ee36f7c3-ea2e-4570-9ced-a248569545e8', 'c91546cd-4693-432b-8802-9a23dcda1806', 'd23f55fc-0512-4d3e-98c0-eab3deed9177', '256a476e-d8e3-4b5b-90d6-1aeed3e22cb2', '289a5d65-fa24-4a2c-bdd9-890d02059bbc', 'bb6e7fb1-b430-4ad1-958b-857940aaafb0', 'df50b4d8-6e85-4d57-ba3b-66bb1fd98374', '5abdc133-c088-46fa-9028-755c7d8e4629', '69efc5ef-e0a8-407b-89a9-a6196b89ebf7', '7b0044af-66e0-4697-9b56-b24e463c40fc', '8e210014-48d4-4d18-9122-bfd19052ea33', '8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8', 'a16a340e-029b-4504-994e-bc706acc5c40', '4b17a2a6-f295-448b-8a1b-dd87669e42c9', 'bae29a68-d0a0-4357-ade7-d96e380a0762', '50a88730-92b7-40f9-af2b-6a3ea601d768', '851337cf-11f8-4b56-8191-079ae1fc9f3a', '1ea1e58c-37de-45b2-946a-97edc24882a0', '0f23052b-e47b-41cc-a3e2-d783dbec2d38', '41bb77e9-eeed-4fa1-8683-cd3facac1211', '03ce012d-51eb-4af8-bf40-8291cbb67503', '9c083b67-e107-4514-b2b2-ba9cb60fdacb', '0e5e6770-f314-4d32-9bde-765d26ec0966', '53939fff-e9ba-4dcb-a87b-007230e9f00f', 'd2d2219b-9427-495e-a3a1-0e13c1840c09'} {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1492.734833] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1492.754946] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.755126] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.755173] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.755367] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.755454] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.755563] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1492.755633] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1492.755733] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1492.844523] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.844781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.844872] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.845097] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.846579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.846961] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1492.847056] env[65422]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65422) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1492.847131] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1492.847255] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1492.847345] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1492.847401] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGH for action security_group_rules [ 1492.847450] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGH for action security_group_rules [ 1492.847525] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGH for action security_group_rules [ 1492.847587] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGH for action security_group_rules [ 1492.847636] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGH for action security_group_rules [ 1492.847700] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGH for action security_group_rules [ 1492.847753] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGH for action security_group_rules [ 1492.847813] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGH for action security_group_rules [ 1492.847871] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGH for action security_group_rules [ 1492.847935] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGH for action security_group_rules [ 1492.847975] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGH for action security_group_rules [ 1492.848044] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGH for action security_group_rules [ 1492.848105] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGH for action security_group_rules [ 1492.848162] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGH for action security_group_rules [ 1492.848219] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGH for action security_group_rules [ 1492.848282] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGH for action security_group_rules [ 1492.848338] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGH for action security_group_rules [ 1492.848394] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGH for action security_group_rules [ 1492.848443] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGH for action security_group_rules [ 1492.848506] env[65422]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGH for action security_group_rules [ 1492.848638] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.095251] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.095379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.095458] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.095741] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.095864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.095987] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1493.127170] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.127362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.127438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.127637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.127816] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.135919] env[65422]: INFO networking_nsxv3.common.synchronization [req-bcdd31f5-08a1-4e54-9829-78060beb3992 req-930972a7-7de2-489b-869e-30d897f85c84 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1493.136187] env[65422]: INFO networking_nsxv3.common.synchronization [req-bcdd31f5-08a1-4e54-9829-78060beb3992 req-930972a7-7de2-489b-869e-30d897f85c84 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1493.136327] env[65422]: INFO networking_nsxv3.common.synchronization [req-bcdd31f5-08a1-4e54-9829-78060beb3992 req-930972a7-7de2-489b-869e-30d897f85c84 service nova] Enqueued Resource ID: 75add843-5b3a-4a5d-96b7-7d168ef23e39 with Priority: HIGHEST for action port [ 1493.137333] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1493.137685] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1493.137834] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1493.137933] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75add843-5b3a-4a5d-96b7-7d168ef23e39 with Priority: HIGHEST for action port [ 1493.138039] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb731843-bbab-493b-8e2e-b38078ec18ab with Priority: HIGH for action security_group_rules [ 1493.138131] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGH for action security_group_rules [ 1493.138225] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 with Priority: HIGH for action security_group_rules [ 1493.138299] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e210014-48d4-4d18-9122-bfd19052ea33 with Priority: HIGH for action security_group_rules [ 1493.138383] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 with Priority: HIGH for action security_group_rules [ 1493.138466] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae29a68-d0a0-4357-ade7-d96e380a0762 with Priority: HIGH for action security_group_rules [ 1493.138548] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 with Priority: HIGH for action security_group_rules [ 1493.139074] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16a340e-029b-4504-994e-bc706acc5c40 with Priority: HIGH for action security_group_rules [ 1493.139188] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b0044af-66e0-4697-9b56-b24e463c40fc with Priority: HIGH for action security_group_rules [ 1493.139283] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 with Priority: HIGH for action security_group_rules [ 1493.139457] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 with Priority: HIGH for action security_group_rules [ 1493.139551] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5abdc133-c088-46fa-9028-755c7d8e4629 with Priority: HIGH for action security_group_rules [ 1493.139660] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 with Priority: HIGH for action security_group_rules [ 1493.139740] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 with Priority: HIGH for action security_group_rules [ 1493.139825] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc with Priority: HIGH for action security_group_rules [ 1493.139909] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c91546cd-4693-432b-8802-9a23dcda1806 with Priority: HIGH for action security_group_rules [ 1493.139992] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 with Priority: HIGH for action security_group_rules [ 1493.140093] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 with Priority: HIGH for action security_group_rules [ 1493.140172] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 with Priority: HIGH for action security_group_rules [ 1493.140249] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGH for action security_group_rules [ 1493.140562] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.140788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.140858] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.141089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.141171] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.142566] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.142672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.142866] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-75add843-5b3a-4a5d-96b7-7d168ef23e39 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.142976] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.143029] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.143610] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.143610] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75add843-5b3a-4a5d-96b7-7d168ef23e39',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.144970] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cb731843-bbab-493b-8e2e-b38078ec18ab taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.145102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.145168] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.145355] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.145430] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cb731843-bbab-493b-8e2e-b38078ec18ab',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.146171] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.146284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.146362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.146547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.146618] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.147527] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d23f55fc-0512-4d3e-98c0-eab3deed9177 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.147653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.147723] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.147878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.147949] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d23f55fc-0512-4d3e-98c0-eab3deed9177',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.148642] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e210014-48d4-4d18-9122-bfd19052ea33 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.148750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.148814] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.148961] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.149047] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e210014-48d4-4d18-9122-bfd19052ea33',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.149724] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50a88730-92b7-40f9-af2b-6a3ea601d768 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.149827] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.149877] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.150035] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.150107] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50a88730-92b7-40f9-af2b-6a3ea601d768',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.151112] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bae29a68-d0a0-4357-ade7-d96e380a0762 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.151112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.151112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.151112] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.151306] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bae29a68-d0a0-4357-ade7-d96e380a0762',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.151957] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.152071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.152135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.152284] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.152358] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b17a2a6-f295-448b-8a1b-dd87669e42c9',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.153022] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16a340e-029b-4504-994e-bc706acc5c40 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.153129] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.153190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.153335] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.153401] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16a340e-029b-4504-994e-bc706acc5c40',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.154186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b0044af-66e0-4697-9b56-b24e463c40fc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.154268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.154332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.154518] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.154600] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b0044af-66e0-4697-9b56-b24e463c40fc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.155270] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.155374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.155438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.155586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.155656] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.156413] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.156520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.156583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.156731] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.156802] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69efc5ef-e0a8-407b-89a9-a6196b89ebf7',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.157963] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5abdc133-c088-46fa-9028-755c7d8e4629 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.157963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.157963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.158144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.158144] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5abdc133-c088-46fa-9028-755c7d8e4629',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.158801] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.158904] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.158962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.159119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.159191] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df50b4d8-6e85-4d57-ba3b-66bb1fd98374',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.159973] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.160093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.160150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.160300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.160371] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb6e7fb1-b430-4ad1-958b-857940aaafb0',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.161226] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.161226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.161226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.161461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.161461] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('289a5d65-fa24-4a2c-bdd9-890d02059bbc',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.162130] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c91546cd-4693-432b-8802-9a23dcda1806 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.162231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.162326] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.162456] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.162521] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c91546cd-4693-432b-8802-9a23dcda1806',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.163339] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.163446] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.163510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.163955] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.163955] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('256a476e-d8e3-4b5b-90d6-1aeed3e22cb2',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.164488] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee36f7c3-ea2e-4570-9ced-a248569545e8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.164578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.164647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.164803] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.164869] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee36f7c3-ea2e-4570-9ced-a248569545e8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.165572] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.165673] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.165738] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.165888] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.165950] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecb8457c-6705-4a0a-8d72-5563f48d2b42',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.166685] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.166773] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.189492] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.189647] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.189720] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.189993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.192818] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.192938] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.193603] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.193700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.212042] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.212350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e210014-48d4-4d18-9122-bfd19052ea33 is going to be deleted. [ 1493.213038] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.213244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.238936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.239091] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d23f55fc-0512-4d3e-98c0-eab3deed9177 is going to be deleted. [ 1493.240096] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.240321] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.260594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.260829] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cb731843-bbab-493b-8e2e-b38078ec18ab is going to be deleted. [ 1493.298303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.298562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.298562] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.298768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.298881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.298968] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e210014-48d4-4d18-9122-bfd19052ea33" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.310683] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.310962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.310962] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.311118] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.311235] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.311337] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d23f55fc-0512-4d3e-98c0-eab3deed9177" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.360973] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.361162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.361232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.361476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.361569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.361726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cb731843-bbab-493b-8e2e-b38078ec18ab" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.643298] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.643298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.646033] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75add843-5b3a-4a5d-96b7-7d168ef23e39 with status ACTIVE [ 1493.646033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.646033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.646033] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.646276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.646374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.646503] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.646590] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.646654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.646795] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.646868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.647054] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.647158] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.647232] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.647339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.647409] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.647478] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75add843-5b3a-4a5d-96b7-7d168ef23e39 is going to be updated. [ 1493.769758] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1493.770018] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 deletion is rescheduled due to dependency. [ 1493.770079] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.776981] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.777189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.777333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.777625] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.779416] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.779531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.780320] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.780416] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.781105] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.781200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.781955] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.782064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.782695] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.782792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.783968] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.784081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.784784] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.784874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.785608] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.785726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.786450] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.786578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.787127] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.787559] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.787680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.788259] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.788651] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.788750] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.789366] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.789764] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.789864] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.790438] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.790800] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.790918] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.791491] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.791915] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.792020] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.796421] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.796822] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.796939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.802663] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.803113] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.803263] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.803338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.803565] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.803728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.803896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75add843-5b3a-4a5d-96b7-7d168ef23e39" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.811171] env[65422]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1493.811703] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.811892] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69efc5ef-e0a8-407b-89a9-a6196b89ebf7 is going to be deleted. [ 1493.812843] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.813065] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.839588] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.839757] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb6e7fb1-b430-4ad1-958b-857940aaafb0 is going to be deleted. [ 1493.840661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.840891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.862581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.862766] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50a88730-92b7-40f9-af2b-6a3ea601d768 is going to be deleted. [ 1493.863622] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.863834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.877959] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.878169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.889651] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.889818] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c91546cd-4693-432b-8802-9a23dcda1806 is going to be deleted. [ 1493.890775] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.890992] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.913346] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.913346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.916343] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.916343] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be deleted. [ 1493.917341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.917559] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.962159] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.962338] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 289a5d65-fa24-4a2c-bdd9-890d02059bbc is going to be deleted. [ 1493.963253] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.963476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.997374] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.997614] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.998178] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.998277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.036730] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.036730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.042746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.042746] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df50b4d8-6e85-4d57-ba3b-66bb1fd98374 is going to be deleted. [ 1494.043581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.043792] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.116939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.117119] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecb8457c-6705-4a0a-8d72-5563f48d2b42 is going to be deleted. [ 1494.118032] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.118249] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.163436] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.163793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.164530] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.164648] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16a340e-029b-4504-994e-bc706acc5c40 is going to be deleted. [ 1494.165531] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.165744] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.199644] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.200043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.203234] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.203353] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b0044af-66e0-4697-9b56-b24e463c40fc is going to be deleted. [ 1494.204254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.204467] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.212816] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.213012] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.228362] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.228529] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8 is going to be deleted. [ 1494.229481] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.229695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.392660] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.392885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.393685] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.393809] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bae29a68-d0a0-4357-ade7-d96e380a0762 is going to be deleted. [ 1494.395292] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.395447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.395447] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.395661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.395746] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.395865] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8514c03e-8991-4ff3-b0d2-6bc4ea96b3e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.396584] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.396661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.396706] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.396884] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.396965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.397095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b0044af-66e0-4697-9b56-b24e463c40fc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.397477] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.397627] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.449607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.449878] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 256a476e-d8e3-4b5b-90d6-1aeed3e22cb2 is going to be deleted. [ 1494.451152] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.451396] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.503841] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.504029] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee36f7c3-ea2e-4570-9ced-a248569545e8 is going to be deleted. [ 1494.505073] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.505313] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.505406] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.505538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69efc5ef-e0a8-407b-89a9-a6196b89ebf7" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.505709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.505868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.505948] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.506094] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb6e7fb1-b430-4ad1-958b-857940aaafb0" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.506662] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.506870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.506960] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.507137] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c91546cd-4693-432b-8802-9a23dcda1806" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.507352] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.507499] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.507579] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.507692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50a88730-92b7-40f9-af2b-6a3ea601d768" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.507829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.507967] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.508069] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.508190] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.508333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.508534] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.508660] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.508831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-289a5d65-fa24-4a2c-bdd9-890d02059bbc" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.508993] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.509153] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.509230] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.509385] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df50b4d8-6e85-4d57-ba3b-66bb1fd98374" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.509496] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.509637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.509710] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.509821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecb8457c-6705-4a0a-8d72-5563f48d2b42" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.509945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.510089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.510162] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.510272] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16a340e-029b-4504-994e-bc706acc5c40" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.510403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.510547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.545176] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.545376] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.562426] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.562574] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b17a2a6-f295-448b-8a1b-dd87669e42c9 is going to be deleted. [ 1494.563547] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.563767] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.571591] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.571807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.591680] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.591842] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5abdc133-c088-46fa-9028-755c7d8e4629 is going to be deleted. [ 1494.592819] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.593051] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.593144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.593268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bae29a68-d0a0-4357-ade7-d96e380a0762" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.593437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.593594] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.593671] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.593784] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-256a476e-d8e3-4b5b-90d6-1aeed3e22cb2" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.613288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.613424] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.613494] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.613700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.613788] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.613908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee36f7c3-ea2e-4570-9ced-a248569545e8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.630186] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.630359] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.630405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.630609] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.630700] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.630813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b17a2a6-f295-448b-8a1b-dd87669e42c9" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.705100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.705100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.705100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.705100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.705100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.705100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5abdc133-c088-46fa-9028-755c7d8e4629" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.149414] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1495.149414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.149414] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.149659] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.149702] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.149796] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.149859] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.150022] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.150102] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.150196] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.652510] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.155241] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.657617] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.657823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.657823] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.658087] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.658216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.658349] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1496.686132] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.686276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.686346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.686553] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.686693] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.695407] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1498.128920] env[65422]: INFO networking_nsxv3.common.synchronization [req-11c0c53f-8dcf-47f5-b8de-553c7c3d78c0 req-5f15a9ce-18b4-4e3f-9579-1218f58da30e tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1498.131048] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1498.131048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.131048] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.131048] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.131577] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.454177] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.454514] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.454746] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.455170] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.455606] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.455885] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.456122] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.456485] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.456757] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.457122] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1498.457348] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1498.457565] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1498.457781] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1498.458009] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1498.458245] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1498.458630] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1498.478901] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1498.479222] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1498.479287] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1498.479553] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-755" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.479843] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-8c3efc5b-406f-42aa-8a85-06abcc142165 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.480043] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.480166] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.480507] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.480647] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3efc5b-406f-42aa-8a85-06abcc142165',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.633377] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.633583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.633655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.633810] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.633899] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.634115] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.634214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.634275] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.634422] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.634500] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.634586] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be deleted. [ 1498.664296] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.664525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.664525] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.664696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.664789] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.664883] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.705256] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1498.705490] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.705661] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.705880] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.706099] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.706214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.706276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.706425] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.706505] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.706586] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.706672] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.983101] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.983340] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.983463] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.983747] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.983899] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.984063] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 8c3efc5b-406f-42aa-8a85-06abcc142165 not found, creating... [ 1498.984325] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.984478] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.984595] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.985178] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.985178] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.985288] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.985359] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.985461] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.985653] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.985913] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.985913] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 8c3efc5b-406f-42aa-8a85-06abcc142165 is going to be created. [ 1499.006417] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.006618] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.006740] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.007015] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.007251] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.007506] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.210829] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.210829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.210829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.210829] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.211439] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.211439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.211439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.211439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.211439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.211439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.211735] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.211735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.211735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.211863] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.211916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.212028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.212114] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.212304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.212404] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.212510] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.212623] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.708445] env[65422]: INFO networking_nsxv3.common.synchronization [req-11c0c53f-8dcf-47f5-b8de-553c7c3d78c0 req-44f925ec-e68e-427b-ad0e-4a37cd621930 service nova] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1499.708675] env[65422]: INFO networking_nsxv3.common.synchronization [req-11c0c53f-8dcf-47f5-b8de-553c7c3d78c0 req-44f925ec-e68e-427b-ad0e-4a37cd621930 service nova] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1499.708825] env[65422]: INFO networking_nsxv3.common.synchronization [req-11c0c53f-8dcf-47f5-b8de-553c7c3d78c0 req-44f925ec-e68e-427b-ad0e-4a37cd621930 service nova] Enqueued Resource ID: 8c3efc5b-406f-42aa-8a85-06abcc142165 with Priority: HIGHEST for action port [ 1499.709503] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_rules [ 1499.709555] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1499.709701] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c3efc5b-406f-42aa-8a85-06abcc142165 with Priority: HIGHEST for action port [ 1499.710027] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.710167] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.710231] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.710484] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.710576] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.711568] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.711716] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.711791] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.712017] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.712226] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.712398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.712435] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.712573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.712705] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.712837] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.713775] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c3efc5b-406f-42aa-8a85-06abcc142165 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.713896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.713953] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.714569] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.714569] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c3efc5b-406f-42aa-8a85-06abcc142165',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1499.715610] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1499.740665] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.740873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.740873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.741067] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.765075] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.765391] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.765506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.765577] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.765780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.765862] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.766059] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.766157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.766218] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.766364] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.766438] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.766627] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.766718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.766780] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.766914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.766989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.767086] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1499.847712] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1499.847871] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.847932] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1499.848144] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1499.848291] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.873204] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1500.216232] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.216535] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.216576] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1500.217574] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c3efc5b-406f-42aa-8a85-06abcc142165 with status ACTIVE [ 1500.217781] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.217898] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.217965] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.218191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.218285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.219024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.219024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.219024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.219024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.219024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.219024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.219346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.219346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.219346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.219346] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.219526] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c3efc5b-406f-42aa-8a85-06abcc142165 is going to be updated. [ 1500.243561] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1500.243755] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.243821] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1500.244064] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1500.244216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.244428] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c3efc5b-406f-42aa-8a85-06abcc142165" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.722078] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1501.224288] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.224589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.224589] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.224728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.224815] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.224948] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be created. [ 1501.250641] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1501.250830] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1501.250922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.251220] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.251429] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.262511] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: UNINITIALIZED for 2s [ 1501.889908] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1501.889908] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.890128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1501.890169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1501.890261] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.392508] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.392879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.392879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.392879] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.393054] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.393149] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.393209] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.393348] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.393441] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.393545] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.393594] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1502.895539] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.895655] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.895726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.895990] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.896176] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.896278] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.896339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.896485] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.896570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.896654] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.896795] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.896881] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.896939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.897086] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.897216] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1502.897301] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.897440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1502.897537] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1502.897600] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.897681] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.897766] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.271938] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1503.272160] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.272282] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.272539] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.272814] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.272939] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.273018] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.273189] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.273269] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.273351] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.273440] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.399595] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1503.417091] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.417243] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.417304] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.417561] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.417653] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.417878] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.417978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.418053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.418207] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.418283] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.418461] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.418550] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.418602] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.418735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.418805] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.418989] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.419095] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.419156] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.419306] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.419380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.419493] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1503.484468] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.484718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.484718] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.484869] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.485021] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.503362] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1503.775777] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.912605] env[65422]: INFO networking_nsxv3.common.synchronization [req-c4498181-3b4a-4e85-85e5-c7483c47e213 req-ca1f47d7-66ab-40cd-b169-fd45928adb1b tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1503.913235] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1503.913632] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.913808] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.913901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.914140] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.914444] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.914541] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.914950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.914950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.915100] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.915416] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.278888] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f892167-2f3c-4431-8735-57f364d682a8: rpc.has_security_group_logging(os_id): False [ 1504.299486] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.299717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.299793] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.300026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.300120] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.300375] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.300488] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.300543] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.300701] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.300778] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.300859] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be created. [ 1504.363881] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.364127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.364127] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.364298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.364476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.378162] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1504.417242] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.919591] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.424416] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.424813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.424813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.424813] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.424945] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.424980] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1505.454868] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.454979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.454979] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.455238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.455380] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.465384] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1505.521143] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1505.521211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.394742] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1506.394742] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.476502] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1507.476870] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.914427] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.914829] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.874598] env[65422]: INFO networking_nsxv3.common.synchronization [req-3f990c11-298d-42f0-ae11-ec548482ecd6 req-c1dca2b4-f5d6-433d-9dfc-61d98f89e24f tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1510.874939] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1510.875183] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.875300] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.875365] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.875665] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.875759] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.875849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.875849] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.875952] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.876182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.876320] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.379204] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.882802] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1512.384752] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.384989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.384989] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.385244] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.385338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.385443] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1512.416896] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.416896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.416896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.416896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.416896] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.426510] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1514.438562] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1514.438866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.876714] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.876714] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.724406] env[65422]: INFO networking_nsxv3.common.synchronization [req-5cecad2d-4fea-4d70-ad38-e963147ae817 req-cf752530-ad93-4cbe-8e57-7ffbc9a0038b tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1519.724960] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1519.725437] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.725576] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.725633] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.725878] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.726024] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.726119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.726182] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.726357] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.726444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.726563] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.004877] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.005110] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.005235] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.005502] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.005758] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.005910] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.006035] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.006242] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.006381] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.006611] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1520.006737] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1520.006840] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1520.006941] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1520.007054] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1520.007157] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1520.007286] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1520.028544] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1520.028732] env[65422]: DEBUG dogpile.cache.region [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1520.028856] env[65422]: DEBUG dogpile.lock [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1520.029050] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.029383] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock port-a4356152-7462-46a7-b26d-051b9db1302c taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.029552] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.029699] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.030054] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.030193] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4356152-7462-46a7-b26d-051b9db1302c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.228719] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.532749] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.532950] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.533103] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.533404] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.533557] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.533714] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Segment Port a4356152-7462-46a7-b26d-051b9db1302c not found, creating... [ 1520.534065] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.534231] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.534348] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.534564] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.534751] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.535110] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.535298] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.535416] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.535624] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.535761] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.535898] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Resource: SegmentPort with ID: a4356152-7462-46a7-b26d-051b9db1302c is going to be created. [ 1520.559249] env[65422]: DEBUG networking_nsxv3.common.locking [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.559482] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.559580] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.559828] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.560076] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.560299] env[65422]: DEBUG oslo_concurrency.lockutils [None req-caccfe3e-a491-4884-8a3b-18a57c2f7674 None None] Releasing lock "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.731400] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.234576] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.234802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.234802] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.235023] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.235141] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.235236] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1521.247491] env[65422]: INFO networking_nsxv3.common.synchronization [req-5cecad2d-4fea-4d70-ad38-e963147ae817 req-88b560a6-e9f3-498c-bd71-55f7860d232e service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1521.247703] env[65422]: INFO networking_nsxv3.common.synchronization [req-5cecad2d-4fea-4d70-ad38-e963147ae817 req-88b560a6-e9f3-498c-bd71-55f7860d232e service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1521.247857] env[65422]: INFO networking_nsxv3.common.synchronization [req-5cecad2d-4fea-4d70-ad38-e963147ae817 req-88b560a6-e9f3-498c-bd71-55f7860d232e service nova] Enqueued Resource ID: a4356152-7462-46a7-b26d-051b9db1302c with Priority: HIGHEST for action port [ 1521.248105] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1521.248235] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1521.248330] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4356152-7462-46a7-b26d-051b9db1302c with Priority: HIGHEST for action port [ 1521.248890] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.249026] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.249169] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.249339] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.249416] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.250679] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.250781] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.251111] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4356152-7462-46a7-b26d-051b9db1302c taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.251225] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.251290] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.251464] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.251537] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4356152-7462-46a7-b26d-051b9db1302c',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.266033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.266252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.266252] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.266332] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.266476] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.277019] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1521.751151] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.751551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.753590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4356152-7462-46a7-b26d-051b9db1302c with status ACTIVE [ 1521.753776] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.753893] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.753950] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.754179] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.754270] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.754920] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.754920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.754920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.754920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.754920] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.755206] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.755206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.755206] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.755384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.755384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.755487] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4356152-7462-46a7-b26d-051b9db1302c is going to be updated. [ 1521.779477] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.779724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.779724] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.779891] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.780043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.780205] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4356152-7462-46a7-b26d-051b9db1302c" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.286947] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1523.287398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.287398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.287581] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.287785] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.287914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.287980] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.288175] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.288281] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.288388] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.791292] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.293804] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.796134] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.796338] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.796378] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.796607] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.796735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.796844] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1524.833116] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.833276] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.833387] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.833549] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.833694] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.842350] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1526.249433] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.249819] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1526.852532] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1526.852730] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.852994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.853236] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.853435] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.853551] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.853617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.853768] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.853852] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.853936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.854037] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.357033] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.357450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.357514] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.357840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.358069] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.358191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.358255] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.358444] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.358572] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.358717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.358892] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.358999] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.359081] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.359248] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.359421] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.359527] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.359564] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.359757] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.359840] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.359924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.360032] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1527.862440] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1527.880218] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.880469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.880469] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.880619] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.880735] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.880961] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.881074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.881135] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.881294] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.881374] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.881549] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.881642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.881696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.881831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.881922] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.882136] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.882229] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.882285] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.882421] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.882495] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.882579] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1527.938528] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1527.938753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.938753] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1527.938929] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1527.939090] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.957590] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1529.976621] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1529.977043] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.945139] env[65422]: INFO networking_nsxv3.common.synchronization [req-8e4601e0-55cc-4eb8-a5ed-6e9c6c5c89f7 req-1f17d24b-2b44-41ce-a793-fd3e7bcb9a22 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1530.945139] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1530.945139] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.945139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.945139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.945139] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.945360] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.945403] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.945463] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.945629] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.945732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.945855] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.448013] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1531.950022] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.452873] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.453200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.453200] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.453398] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.453520] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.453643] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1532.480071] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.480216] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.480298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.480491] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.480635] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1532.488929] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1534.501998] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1534.502379] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.945721] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.946033] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.051836] env[65422]: INFO networking_nsxv3.common.synchronization [req-a027c80b-08f4-4bc7-a2d6-943c7cae2364 req-0703f25e-09d8-4354-bbb1-9cb833f10db2 tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1540.052393] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1540.052694] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.052818] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.052892] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.054009] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.054191] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.054333] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.054389] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.054519] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.054636] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.054702] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.330417] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.330617] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.330719] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.331072] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.331337] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.331492] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.331603] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.331816] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.331958] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.332194] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1540.332298] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] NeedRegenerationException {{(pid=65422) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1540.332403] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] no value, waiting for create lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1540.332505] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] value creation lock acquired {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1540.332608] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] No value present for key: 'zone-id' {{(pid=65422) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1540.332707] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Calling creation function for not-yet-present value {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1540.332832] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1540.353697] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1540.353872] env[65422]: DEBUG dogpile.cache.region [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65422) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1540.353984] env[65422]: DEBUG dogpile.lock [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Released creation lock {{(pid=65422) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1540.354173] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "network-444" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.354478] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock port-89e0bccc-bb9e-4366-a74f-e5a899941a4b taken with stack trace [, , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.354644] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.354759] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.355091] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.355229] env[65422]: DEBUG networking_nsxv3.api.rpc [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e0bccc-bb9e-4366-a74f-e5a899941a4b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.557386] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.857180] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.857369] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.857497] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.857808] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.857983] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.858158] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Segment Port 89e0bccc-bb9e-4366-a74f-e5a899941a4b not found, creating... [ 1540.858483] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.858648] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.858765] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.858984] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.859140] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.859417] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.859570] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.859685] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.859931] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.860075] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.860214] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Resource: SegmentPort with ID: 89e0bccc-bb9e-4366-a74f-e5a899941a4b is going to be created. [ 1540.880604] env[65422]: DEBUG networking_nsxv3.common.locking [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.880731] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.880769] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.881042] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.881275] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.881488] env[65422]: DEBUG oslo_concurrency.lockutils [None req-59f298e0-d3df-4784-ac3a-59a7dbec4411 None None] Releasing lock "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.059669] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.562541] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.562732] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.562779] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.562978] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.563083] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.563191] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1541.574416] env[65422]: INFO networking_nsxv3.common.synchronization [req-a027c80b-08f4-4bc7-a2d6-943c7cae2364 req-cd4b1fa0-28c7-42c9-9e35-aa605cdab438 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1541.574416] env[65422]: INFO networking_nsxv3.common.synchronization [req-a027c80b-08f4-4bc7-a2d6-943c7cae2364 req-cd4b1fa0-28c7-42c9-9e35-aa605cdab438 service nova] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1541.574687] env[65422]: INFO networking_nsxv3.common.synchronization [req-a027c80b-08f4-4bc7-a2d6-943c7cae2364 req-cd4b1fa0-28c7-42c9-9e35-aa605cdab438 service nova] Enqueued Resource ID: 89e0bccc-bb9e-4366-a74f-e5a899941a4b with Priority: HIGHEST for action port [ 1541.574727] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_rules [ 1541.575054] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1541.575054] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e0bccc-bb9e-4366-a74f-e5a899941a4b with Priority: HIGHEST for action port [ 1541.575496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.575618] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.575683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.575873] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.575959] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.577599] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.577833] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.578059] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e0bccc-bb9e-4366-a74f-e5a899941a4b taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.578164] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.578226] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.578395] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.578472] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e0bccc-bb9e-4366-a74f-e5a899941a4b',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.591162] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.591349] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.591394] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.591570] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.591728] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.602073] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1542.078746] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.079214] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.080254] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89e0bccc-bb9e-4366-a74f-e5a899941a4b with status ACTIVE [ 1542.080411] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.080532] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.080596] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.080831] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.080925] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.081116] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.081210] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.081268] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.081695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.081695] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.081695] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.081807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.081807] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.081994] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.082053] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.082103] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89e0bccc-bb9e-4366-a74f-e5a899941a4b is going to be updated. [ 1542.103682] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.103902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.103902] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.104093] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.104150] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.104298] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e0bccc-bb9e-4366-a74f-e5a899941a4b" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.613324] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1543.613726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.613726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.613901] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.614100] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.614217] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.614277] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.614439] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.614521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.614617] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.117240] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.619785] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.122316] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.122533] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.122578] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.122772] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.122868] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.122975] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1545.158528] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1545.158726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.158726] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1545.158866] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1545.159024] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.168024] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1546.575725] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.576076] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1547.179371] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1547.179637] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.179812] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.180084] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.180276] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.180384] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.180440] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.180591] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.180669] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.180748] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.180842] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1547.682850] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.683254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.683254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.683254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.683426] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.683521] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.683573] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.683717] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.683800] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.683885] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.684043] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.684133] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.684203] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.684330] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.684459] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1547.684544] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.684598] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.684774] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1547.684856] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.684959] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1547.685076] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.187218] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08: rpc.has_security_group_logging(os_id): False [ 1548.208049] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.208250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.208250] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.208465] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.208555] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.208766] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.208861] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.208924] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.209101] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.209171] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.209355] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.209445] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.209502] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.209642] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.209709] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.209916] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.210010] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.210074] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.210213] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.210286] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.210369] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1548.273575] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.273787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.273787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.273928] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.274089] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.292104] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1550.314196] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1550.314583] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1551.577368] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.577673] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.400867] env[65422]: INFO networking_nsxv3.common.synchronization [req-9f0ae120-6c10-4b14-9b1f-ad732d59ec74 req-16841d44-aab6-4246-972f-decbb1e70f9b tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1553.401511] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1553.401745] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.401874] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.401936] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.402147] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.402312] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.402405] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.402696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.402696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.402696] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.402810] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.906029] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.408066] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.910496] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.910672] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.910760] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.910963] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.911071] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.911179] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1554.940914] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.940914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.940914] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.941219] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.941341] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.950150] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1556.962066] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1556.962466] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.402725] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.403170] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.797689] env[65422]: INFO networking_nsxv3.common.synchronization [req-0b66c7f2-8a67-4b56-bae2-e90d2b6540e7 req-d9cc83b9-15d8-4545-9c62-9d8ace13be1f tempest-ServersTestJSON-1867714447 tempest-ServersTestJSON-1867714447-project-member] Enqueued Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1559.798356] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 with Priority: HIGHEST for action security_group_members [ 1559.798674] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.799119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.799119] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.799254] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.799494] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.799568] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.799603] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.800327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.800327] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.800327] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.302539] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.302799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.302799] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.302997] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.303115] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.303307] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.303433] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.303506] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.303617] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.303683] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.303773] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 is going to be updated. [ 1560.332554] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1560.332740] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.332787] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1560.332957] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1560.333113] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.342909] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: IN_PROGRESS for 2s [ 1561.023939] env[65422]: INFO networking_nsxv3.common.synchronization [req-3abf3623-1bf5-4be3-8ea9-ae637c39c103 req-027fc29e-e30f-4039-bc0f-626569f71240 tempest-ServerActionsTestJSON-130133197 tempest-ServerActionsTestJSON-130133197-project-member] Enqueued Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1561.024452] env[65422]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f892167-2f3c-4431-8735-57f364d682a8 with Priority: HIGHEST for action security_group_members [ 1561.024756] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f892167-2f3c-4431-8735-57f364d682a8 taken with stack trace [, , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.025031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.025031] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.025157] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.025303] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.025401] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.025461] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.025604] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.025692] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.025815] env[65422]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f892167-2f3c-4431-8735-57f364d682a8',) {} {{(pid=65422) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1561.527611] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.527834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.527834] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.528028] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.528128] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.528333] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.528437] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.528503] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.528649] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.528722] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.528807] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 is going to be updated. [ 1561.570951] env[65422]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65422) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.571191] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.571238] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.571450] env[65422]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.571592] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.588302] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: IN_PROGRESS for 2s [ 1562.353173] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 in Status: SUCCESS [ 1562.353538] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08 deletion is rescheduled due to dependency. [ 1562.353538] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5272b58c-c7bd-48e3-b1b9-f2d28d9dcc08" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.597791] env[65422]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f892167-2f3c-4431-8735-57f364d682a8 in Status: SUCCESS [ 1563.598211] env[65422]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f892167-2f3c-4431-8735-57f364d682a8 deletion is rescheduled due to dependency. [ 1563.598211] env[65422]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f892167-2f3c-4431-8735-57f364d682a8" {{(pid=65422) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.025272] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.025689] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.026572] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.026959] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.028158] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.028550] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.029655] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.030597] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.032273] env[65422]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.032728] env[65422]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0